-- Logs begin at Mon 2021-08-02 16:42:47 UTC, end at Mon 2021-08-02 17:51:15 UTC. -- Aug 02 17:18:32.381390 dv-cinder-788365-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 02 17:18:35.129553 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.common.config [-] Logging enabled! Aug 02 17:18:35.130242 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev509 Aug 02 17:18:35.130353 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93294) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 02 17:18:35.133771 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.common.config [-] Logging enabled! Aug 02 17:18:35.134031 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev509 Aug 02 17:18:35.134347 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93294) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 02 17:18:35.135341 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 02 17:18:35.135582 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 02 17:18:35.135970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 17:18:35.136223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 02 17:18:35.136453 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 02 17:18:35.136783 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.137087 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.137389 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.137625 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.137927 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.138223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.138509 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.138800 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.139121 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.139411 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.139693 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.140654 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.140953 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.141244 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.141547 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.141835 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.142061 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] debug = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.142345 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.142776 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.143225 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.143507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.143795 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.144075 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.144348 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.144627 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.144912 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.145251 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] host = dv-cinder-788365-5-iscsi {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.145529 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.145818 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.146103 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.146389 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.146662 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.146947 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.147259 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.147537 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.147813 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] log_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.148090 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.148382 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.148672 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.148964 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.149191 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.149415 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.149707 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.149998 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.150276 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.150571 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.150832 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.151133 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.151410 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.151694 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.151977 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.152268 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.152555 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.152833 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.153109 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.153381 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.153651 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.153940 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.154211 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.154488 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.154769 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.155083 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.155398 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.156444 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.156721 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.157475 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.157781 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.158077 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.158360 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.158651 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.158932 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.159240 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.159518 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] use_json = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.159797 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.160072 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.160359 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.160641 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.160919 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.161195 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.161470 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.161762 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:35.162067 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.162369 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.162676 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.162968 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.163289 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.163575 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.163869 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.164151 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.164444 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.164740 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.165040 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.165323 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.165618 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.165901 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.166200 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.166508 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.166807 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.167128 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.167409 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.167688 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.167969 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.168252 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.168542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.168842 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.169138 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.169417 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.169701 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.169995 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.170276 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.170551 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.170834 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.171214 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.171541 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.171809 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.172050 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.172332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.172606 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.172884 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.173164 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.173459 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.173739 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.174013 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.174287 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.174565 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.174838 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.175157 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.175439 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.175716 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.175997 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.176267 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.176541 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.176814 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.177094 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.177367 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.177646 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.177927 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.178206 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.178484 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.178757 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.179057 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.179338 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.179614 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.179895 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.180169 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.180442 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.180718 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.180993 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.181268 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.181556 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.181860 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.182144 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.182422 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.182703 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.183015 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.183295 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.183573 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.183854 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.184141 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.184415 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.184715 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.185005 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.185303 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.185590 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.185868 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.186167 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.186448 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.186856 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.187283 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.187630 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.187933 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.188228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.188532 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.188834 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.189133 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.189432 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.189733 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.190020 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.190335 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.190619 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:35.190840 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 02 17:18:35.191113 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93294) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 02 17:18:35.544284 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 17:18:35.544566 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 17:18:35.544857 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 17:18:35.545191 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 02 17:18:35.939508 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.939753 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.939983 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.941289 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.941565 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.941837 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.977643 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.977920 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.978190 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.991530 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.991811 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:35.992079 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.022807 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.023111 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.023383 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.060576 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.060868 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.061144 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.294533 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.295204 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.295204 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.295377 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.296103 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.422482 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.422797 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.423113 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.423392 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.423662 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.423976 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.424238 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.424497 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.424752 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.425039 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.425301 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.425566 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.425824 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.426076 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.426332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.426598 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.426855 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.427148 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.427420 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.427688 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.427957 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.428209 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.428492 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.428875 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.429127 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.429375 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.429781 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:36.430020 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:36.430257 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:36.430496 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:36.430732 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:36.430967 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:36.431355 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 02 17:18:36.434626 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 02 17:18:36.439227 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 02 17:18:36.443088 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 02 17:18:36.444880 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 02 17:18:36.445337 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 02 17:18:36.445677 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 02 17:18:36.446060 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 02 17:18:36.448903 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 02 17:18:36.449156 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 02 17:18:36.449508 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 02 17:18:36.455835 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 02 17:18:36.478460 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 02 17:18:36.478923 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.479252 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93294) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 02 17:18:36.479620 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.481012 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93294) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 02 17:18:36.481308 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 02 17:18:36.481561 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 02 17:18:36.485913 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.486197 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:36.550841 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 02 17:18:36.551045 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 02 17:18:36.551255 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 02 17:18:36.551645 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 02 17:18:36.573500 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_db.sqlalchemy.engines [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93294) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 02 17:18:37.115366 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Initializing driver for type 'gre' Aug 02 17:18:37.115995 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] gre ID ranges: [(1, 1000)] Aug 02 17:18:37.179475 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Initializing driver for type 'local' Aug 02 17:18:37.179951 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Initializing driver for type 'vlan' Aug 02 17:18:37.194750 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] VlanTypeDriver initialization complete Aug 02 17:18:37.195058 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Initializing driver for type 'vxlan' Aug 02 17:18:37.195571 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] vxlan ID ranges: [(1, 1000)] Aug 02 17:18:37.255364 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Initializing extension driver 'port_security' Aug 02 17:18:37.255722 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.extensions.port_security [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] PortSecurityExtensionDriver initialization complete Aug 02 17:18:37.256061 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Initializing mechanism driver 'openvswitch' Aug 02 17:18:37.256394 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Initializing mechanism driver 'hyperv' Aug 02 17:18:37.264632 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.plugins.ml2.plugin [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:37.266515 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > port after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.266899 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > port after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.267283 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > port after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.267842 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:37.268290 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > subnet after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.268651 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > subnet after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.269006 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.269412 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:37.269828 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > network after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.270182 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > network after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.270529 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > network after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.270925 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:37.271362 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > security_group after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.271762 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > security_group after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.272074 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.272478 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:37.276325 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.276720 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.278130 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.278561 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:37.279021 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > address_group after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.279395 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > address_group after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.279754 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.280159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 02 17:18:37.280560 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] ML2 OVO RPC backend initialized. {{(pid=93294) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 02 17:18:37.281419 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.281993 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.282317 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > network before_response 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.282691 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > networks before_response 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.283128 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > port before_response 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.283449 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > ports before_response 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.283805 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > subnet before_response 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.284159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > subnets before_response 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.284526 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > network after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.284869 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > network after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.285347 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > network after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.285871 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > port after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.286268 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > port after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.286573 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > port after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.286919 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > subnet after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.287296 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > subnet after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.287639 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.288275 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.plugin [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Modular L2 Plugin initialization complete Aug 02 17:18:37.288609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading services supported by the core plugin {{(pid=93294) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 02 17:18:37.288944 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.plugins.ml2.managers [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Got port-security extension from driver 'port_security' Aug 02 17:18:37.289419 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.extensions.vlantransparent [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Disabled vlantransparent extension. Aug 02 17:18:37.289913 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93294) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 02 17:18:37.290233 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading Plugin: router Aug 02 17:18:37.327033 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.328403 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router after_create 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.328683 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router before_create 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.329219 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.329860 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.330224 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router after_delete 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.330600 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.331143 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router after_create 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.331504 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router after_update 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.331866 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router after_update 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.332226 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.332595 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router after_update 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.333019 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router precommit_update 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.333477 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: port after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.333842 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: port after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.334182 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: subnet after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.334531 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.334885 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.335266 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router precommit_create 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.335616 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: port before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.335969 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router precommit_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.336339 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router after_update 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.336694 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.337049 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router precommit_create 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.337418 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.337773 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router precommit_update 55549900 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.338150 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > agent after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.338505 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > agent after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.338858 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > network after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.339869 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Tracking information for resource: router configured {{(pid=93294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:37.340204 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Tracking information for resource: floatingip configured {{(pid=93294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 17:18:37.345853 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.db.l3_agentschedulers_db [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 02 17:18:37.346458 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: port after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.346835 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: port after_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.347228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: port after_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.347589 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: port after_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.348421 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router before_create 55550100 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.348795 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.349169 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router precommit_create 55550100 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.349531 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > router precommit_update 55550100 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.354118 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.services.provider_configuration [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service providers = [] {{(pid=93294) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 02 17:18:37.354487 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.db.servicetype_db [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93294) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 02 17:18:37.357626 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.services.service_base [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 17:18:37.357982 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.services.service_base [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 17:18:37.358365 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.services.service_base [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 17:18:37.359717 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.services.service_base [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 17:18:37.360155 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.services.service_base [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 02 17:18:37.360561 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:37.360886 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 02 17:18:37.372982 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:37.373323 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading Plugin: auto_allocate Aug 02 17:18:37.380238 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: network precommit_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.380622 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: network precommit_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.381170 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:37.381493 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading Plugin: tag Aug 02 17:18:37.390695 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:37.391081 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading Plugin: timestamp Aug 02 17:18:37.395360 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:37.395698 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading Plugin: network_ip_availability Aug 02 17:18:37.401384 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.401768 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.402134 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.402906 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:37.403261 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading Plugin: flavors Aug 02 17:18:37.408780 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:37.409111 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading Plugin: revisions Aug 02 17:18:37.413608 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 17:18:37.414020 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_concurrency.lockutils [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=93294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 17:18:37.414801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93294) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 02 17:18:37.415182 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Initializing extension manager. Aug 02 17:18:37.415712 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: __init__.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.416064 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: __pycache__ {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.416506 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.416506 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: address_group.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.417550 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.418258 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: address-group Aug 02 17:18:37.418591 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: address_scope.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.419358 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.419875 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: address-scope Aug 02 17:18:37.420204 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.421815 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.422332 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: router-admin-state-down-before-update Aug 02 17:18:37.422658 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: agent.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.423423 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.423934 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: agent Aug 02 17:18:37.424262 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: agent_resources_synced.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.425203 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.425714 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: agent-resources-synced Aug 02 17:18:37.426042 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: allowedaddresspairs.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.427929 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.428459 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: allowed-address-pairs Aug 02 17:18:37.428787 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: auto_allocated_topology.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.429997 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.430523 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: auto-allocated-topology Aug 02 17:18:37.430861 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: availability_zone.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.431601 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.432106 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: availability_zone Aug 02 17:18:37.432431 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: availability_zone_filter.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.433369 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.433967 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: availability_zone_filter Aug 02 17:18:37.434342 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: data_plane_status.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.435303 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.435825 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension data-plane-status not supported by any of loaded plugins Aug 02 17:18:37.436151 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: default_subnetpools.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.437889 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.438564 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: default-subnetpools Aug 02 17:18:37.438891 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.439875 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.440383 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: dhcp_agent_scheduler Aug 02 17:18:37.440710 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: dns.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.441657 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.442168 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension dns-integration not supported by any of loaded plugins Aug 02 17:18:37.442494 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: dns_domain_ports.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.443448 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.443967 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 02 17:18:37.444297 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.445298 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.445737 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 02 17:18:37.446055 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: dvr.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.446745 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.447282 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: dvr Aug 02 17:18:37.447604 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: ecmp_routes.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.448546 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.449051 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 02 17:18:37.449374 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: empty_string_filtering.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.450304 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.450815 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: empty-string-filtering Aug 02 17:18:37.451171 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.452143 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.452778 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 02 17:18:37.453105 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.454200 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.454965 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 02 17:18:37.455321 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: external_net.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.456256 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.456768 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: external-net Aug 02 17:18:37.457096 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.458014 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.458647 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: extra_dhcp_opt Aug 02 17:18:37.458973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: extraroute.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.459914 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.460423 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: extraroute Aug 02 17:18:37.460753 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: extraroute_atomic.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.462048 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.462881 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: extraroute-atomic Aug 02 17:18:37.463249 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: filter_validation.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.463949 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.464460 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: filter-validation Aug 02 17:18:37.464790 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: fip_pf_description.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.465932 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.466450 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 02 17:18:37.466781 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: fip_port_details.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.467918 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.468670 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: fip-port-details Aug 02 17:18:37.469165 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: flavors.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.470441 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.470967 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: flavors Aug 02 17:18:37.471320 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.473085 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.473615 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 02 17:18:37.473963 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: floatingip_pools.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.474680 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.475233 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: floatingip-pools Aug 02 17:18:37.475566 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: ip_allocation.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.476510 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.477023 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension ip_allocation not supported by any of loaded plugins Aug 02 17:18:37.477355 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.478380 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.478914 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: ip-substring-filtering Aug 02 17:18:37.479271 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: l2_adjacency.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.480218 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.480730 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 02 17:18:37.481061 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: l3.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.482099 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.482619 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: router Aug 02 17:18:37.482951 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.485879 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.486448 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 02 17:18:37.486796 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.487801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.488322 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: ext-gw-mode Aug 02 17:18:37.488659 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.489615 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.490129 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: l3-ha Aug 02 17:18:37.490466 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: l3_flavors.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.491444 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.491963 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: l3-flavors Aug 02 17:18:37.492300 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.493232 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.493748 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 02 17:18:37.494084 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: l3agentscheduler.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.495321 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.495846 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: l3_agent_scheduler Aug 02 17:18:37.496171 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: logging.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.497766 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.498291 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension logging not supported by any of loaded plugins Aug 02 17:18:37.498626 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: metering.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.499986 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.500771 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: metering Aug 02 17:18:37.501102 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.502365 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.502887 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: metering_source_and_destination_fields Aug 02 17:18:37.503247 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: multiprovidernet.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.504354 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.504876 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: multi-provider Aug 02 17:18:37.505214 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: netmtu.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.506138 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.506646 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: net-mtu Aug 02 17:18:37.506992 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: netmtu_writable.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.507937 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.508446 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: net-mtu-writable Aug 02 17:18:37.508778 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: network_availability_zone.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.509471 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.509978 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: network_availability_zone Aug 02 17:18:37.510303 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: network_ip_availability.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.511444 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.511954 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: network-ip-availability Aug 02 17:18:37.512289 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: network_segment_range.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.513079 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.513579 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension network-segment-range not supported by any of loaded plugins Aug 02 17:18:37.513909 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: pagination.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.515065 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.515633 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: pagination Aug 02 17:18:37.515978 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: port_device_profile.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.516906 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.517580 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: port-device-profile Aug 02 17:18:37.517760 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.518701 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.519244 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: port-mac-address-regenerate Aug 02 17:18:37.519573 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.520494 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.521011 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: port-numa-affinity-policy Aug 02 17:18:37.521345 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: port_resource_request.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.522363 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.522871 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension port-resource-request not supported by any of loaded plugins Aug 02 17:18:37.523223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: portbindings.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.524158 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.524736 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: binding Aug 02 17:18:37.525004 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: portbindings_extended.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.526301 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.526818 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: binding-extended Aug 02 17:18:37.527180 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: portsecurity.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.528106 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.528618 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: port-security Aug 02 17:18:37.528946 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: project_id.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.529937 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.530302 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: project-id Aug 02 17:18:37.530631 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: providernet.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.531601 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.532127 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: provider Aug 02 17:18:37.532459 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: qos.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.536108 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.536645 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension qos not supported by any of loaded plugins Aug 02 17:18:37.536981 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.538245 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.538814 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 02 17:18:37.539216 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.540203 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.540838 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 02 17:18:37.541280 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: qos_default.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.542248 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.542863 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension qos-default not supported by any of loaded plugins Aug 02 17:18:37.543320 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: qos_fip.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.544115 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.544600 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension qos-fip not supported by any of loaded plugins Aug 02 17:18:37.544959 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: qos_gateway_ip.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.546711 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.548395 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 02 17:18:37.548395 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: qos_port_network_policy.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.548598 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.549648 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 02 17:18:37.549648 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: qos_rule_type_details.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.550329 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.551349 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 02 17:18:37.551349 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: qos_rules_alias.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.552249 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.552843 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 02 17:18:37.553086 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: quotasv2.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.554077 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.554616 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: quotas Aug 02 17:18:37.554950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: quotasv2_detail.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.558359 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.558704 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: quota_details Aug 02 17:18:37.559069 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: rbac.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.560188 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.560744 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: rbac-policies Aug 02 17:18:37.561078 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: rbac_address_group.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.562497 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.563558 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: rbac-address-group Aug 02 17:18:37.563893 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: rbac_address_scope.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.565149 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.565846 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: rbac-address-scope Aug 02 17:18:37.566182 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: rbac_security_groups.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.567168 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.567691 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: rbac-security-groups Aug 02 17:18:37.568021 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: rbac_subnetpool.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.568949 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.569475 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: rbac-subnetpool Aug 02 17:18:37.569804 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: revisionifmatch.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.570740 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.571548 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: revision-if-match Aug 02 17:18:37.571703 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: revisions.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.576478 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.576478 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: standard-attr-revisions Aug 02 17:18:37.576478 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: router_availability_zone.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.576478 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.576478 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: router_availability_zone Aug 02 17:18:37.576478 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: routerservicetype.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.576991 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.576991 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension router-service-type not supported by any of loaded plugins Aug 02 17:18:37.577160 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.578326 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.578842 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: security-groups-normalized-cidr Aug 02 17:18:37.579220 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.580406 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.580979 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: port-security-groups-filtering Aug 02 17:18:37.581322 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.582263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.583252 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: security-groups-remote-address-group Aug 02 17:18:37.583252 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: securitygroup.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.593635 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.594201 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: security-group Aug 02 17:18:37.594542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: segment.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.595608 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.595968 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension segment not supported by any of loaded plugins Aug 02 17:18:37.597141 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.597363 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.597889 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 02 17:18:37.598222 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: servicetype.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.599377 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.599995 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: service-type Aug 02 17:18:37.600335 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: sorting.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.601334 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.601676 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: sorting Aug 02 17:18:37.602290 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: standard_attr_segment.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.603060 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.603586 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 02 17:18:37.603919 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: standardattrdescription.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.604682 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.605200 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: standard-attr-description Aug 02 17:18:37.605531 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: stateful_security_group.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.606493 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.607040 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: stateful-security-group Aug 02 17:18:37.607376 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: stdattrs_common.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.609104 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 02 17:18:37.609104 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.609959 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.610489 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 02 17:18:37.610823 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: subnet_onboard.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.611964 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.612490 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: subnet_onboard Aug 02 17:18:37.612828 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.613831 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.614290 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 02 17:18:37.614622 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: subnet_service_types.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.615698 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.615698 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: subnet-service-types Aug 02 17:18:37.616572 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: subnetallocation.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.617687 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.618207 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: subnet_allocation Aug 02 17:18:37.618541 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.619263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.619779 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: subnetpool-prefix-ops Aug 02 17:18:37.620191 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.621144 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.621663 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 02 17:18:37.621991 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: tagging.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.623342 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.623886 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: standard-attr-tag Aug 02 17:18:37.624780 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: timestamp.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.626027 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.626554 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loaded extension: standard-attr-timestamp Aug 02 17:18:37.626889 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: trunk.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.627965 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.628493 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension trunk not supported by any of loaded plugins Aug 02 17:18:37.628824 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: trunk_details.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.629757 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.630279 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension trunk-details not supported by any of loaded plugins Aug 02 17:18:37.630608 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: uplink_status_propagation.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.631578 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.632095 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 02 17:18:37.632430 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Loading extension file: vlantransparent.py {{(pid=93294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 17:18:37.633125 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 17:18:37.633635 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 02 17:18:37.636228 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:network Aug 02 17:18:37.636783 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:subnet Aug 02 17:18:37.637222 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:37.637597 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:port Aug 02 17:18:37.638896 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.639366 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service FLAVORS assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.640009 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.640445 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.640956 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:router Aug 02 17:18:37.641497 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:floatingip Aug 02 17:18:37.642010 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service METERING assigned prefix: /metering {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.643505 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.643881 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.644237 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:18:37.645265 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of CountableResource for resource:rbac_policy Aug 02 17:18:37.645830 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:security_group Aug 02 17:18:37.646185 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 02 17:18:37.646805 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service CORE assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.647186 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:37.647604 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] subnetpool is already registered Aug 02 17:18:37.648040 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service CORE assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.648372 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:37.648711 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] subnetpool is already registered Aug 02 17:18:37.651084 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.651532 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service FLAVORS assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.652129 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.652562 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.652902 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:router Aug 02 17:18:37.653249 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] router is already registered Aug 02 17:18:37.653669 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:floatingip Aug 02 17:18:37.654013 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] floatingip is already registered Aug 02 17:18:37.654474 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service METERING assigned prefix: /metering {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.655223 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of CountableResource for resource:rbac_policy Aug 02 17:18:37.655564 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] rbac_policy is already registered Aug 02 17:18:37.655993 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:security_group Aug 02 17:18:37.656328 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] security_group is already registered Aug 02 17:18:37.656735 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 02 17:18:37.657075 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] security_group_rule is already registered Aug 02 17:18:37.657715 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service CORE assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.658044 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:37.658383 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] subnetpool is already registered Aug 02 17:18:37.658806 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.v2.resource_helper [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Service CORE assigned prefix: {{(pid=93294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 17:18:37.659167 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 17:18:37.659512 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING neutron.quota.resource_registry [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] subnetpool is already registered Aug 02 17:18:37.659980 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: extensions {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.661502 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: address-groups {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.663736 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: address-scopes {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.665057 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: agents {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.666241 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: auto-allocated-topology {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.667526 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: availability_zones {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.668771 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: dhcp-networks {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.672181 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: dhcp-agents {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.673604 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: routers {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.675369 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: flavors {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.676647 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: service_profiles {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.677927 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: next_providers {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.679398 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: service_profiles {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.681058 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: floatingip-pools {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.682288 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: routers {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.684036 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: floatingips {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.685339 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: l3-routers {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.687334 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: l3-agents {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.688760 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: metering-labels {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.690020 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: metering-label-rules {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.691441 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: network-ip-availabilities {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.692703 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: bindings {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.694282 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: quotas {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.695944 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: quotas {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.697309 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: rbac-policies {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.698508 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: security-groups {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.699934 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: security-group-rules {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.701167 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: service-providers {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.702463 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: subnetpools {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.703832 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: subnetpools {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.705853 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.707607 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.709948 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.714674 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.714674 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.714674 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.716568 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.718402 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.720379 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.722145 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron.api.extensions [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Extended resource: tags {{(pid=93294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 17:18:37.728527 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING keystonemiddleware.auth_token [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 02 17:18:37.733838 dv-cinder-788365-5-iscsi neutron-server[93294]: WARNING keystonemiddleware.auth_token [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 02 17:18:37.744660 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_concurrency.lockutils [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Acquired lock "singleton_lock" {{(pid=93294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 02 17:18:37.745552 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_concurrency.lockutils [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Releasing lock "singleton_lock" {{(pid=93294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 02 17:18:37.746077 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO oslo_service.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Starting 2 workers Aug 02 17:18:37.752260 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Started child 93403 {{(pid=93294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 17:18:37.757499 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Started child 93404 {{(pid=93294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 17:18:37.758566 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO neutron.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 02 17:18:37.759267 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Notify callbacks [] for process, before_spawn {{(pid=93294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:37.760017 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:37.761756 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [-] (93403) wsgi starting up on http://0.0.0.0:9696 Aug 02 17:18:37.762046 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO oslo_service.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Starting 1 workers Aug 02 17:18:37.762885 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:37.764475 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [-] (93404) wsgi starting up on http://0.0.0.0:9696 Aug 02 17:18:37.768137 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Started child 93405 {{(pid=93294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 17:18:37.768335 dv-cinder-788365-5-iscsi neutron-server[93294]: INFO oslo_service.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Starting 1 workers Aug 02 17:18:37.771824 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] calling RpcWorker wait() {{(pid=93405) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 02 17:18:37.772470 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] returning from RpcWorker wait() {{(pid=93405) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 02 17:18:37.773292 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Started child 93406 {{(pid=93294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 02 17:18:37.773627 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:37.774084 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:37.774189 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG neutron_lib.callbacks.manager [None req-4f63cc1a-7620-475d-b802-0986cfe0bb98 None None] Notify callbacks [] for process, after_spawn {{(pid=93294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:37.776174 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 02 17:18:37.776383 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 02 17:18:37.776736 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 02 17:18:37.777094 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 17:18:37.777577 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 02 17:18:37.777889 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 02 17:18:37.778594 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.779044 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.779479 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.779889 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.780831 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.781761 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.782182 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.782589 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.783038 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.783437 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.783754 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.784081 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.784486 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.784881 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.785340 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:37.785833 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.785833 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.785995 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.786202 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.786380 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.786492 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:37.786919 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.787412 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.787817 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.788225 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] debug = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.788607 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.789242 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.789681 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.790079 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.790480 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.790908 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.791302 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.791721 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.792118 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.792483 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.792885 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.793311 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.793773 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.794146 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.794551 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.795060 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.795431 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.796674 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] host = dv-cinder-788365-5-iscsi {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.797084 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.797518 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.797901 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.798295 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.798709 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.799105 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.799535 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.799951 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.800350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.800707 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.801094 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.801501 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.801884 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.802276 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.802585 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_options = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.803009 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.803421 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.803829 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.804162 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.804495 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.804813 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.805216 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.805523 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.805949 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.806352 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.806713 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.807114 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.807492 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.807854 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.808262 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.808673 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.809045 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.809402 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.809792 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.810185 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.810681 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.811135 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.811571 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.812067 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.812350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.812603 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.812840 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.813249 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.813509 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.813937 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.814339 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.814606 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.814862 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.815432 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.816707 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.816707 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.816707 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.816707 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.816707 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.817062 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.817164 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.817403 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.817811 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.818194 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.818592 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.819252 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_json = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.819591 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.820005 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.820360 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.820601 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.820846 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.821225 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.821618 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.821878 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.822328 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.822844 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.823382 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.823813 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.824258 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.824707 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.825137 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.825550 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.825954 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.826409 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.826921 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.827435 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.827994 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.828445 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.828867 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.829394 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.830109 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.830383 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.830748 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.831196 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.831449 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.831709 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.832044 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.832319 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.832596 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.832839 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.833249 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.833623 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.833997 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.834364 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.834741 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.835177 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.835462 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.835681 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.836096 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.836528 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.836771 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.836992 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.837366 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.837792 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.838226 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.838631 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.839157 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.839578 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.839989 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.840354 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.840736 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.840993 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.841375 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.841775 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.842167 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.842443 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.843302 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.843557 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.843783 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.844197 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.844578 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.844975 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.845372 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.845956 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.846365 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.846624 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.847023 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.847411 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.847775 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.848257 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.848631 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.848986 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.849391 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.849756 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.850126 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.850530 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.850891 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.851286 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.851679 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.852089 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.852485 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.852932 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.853336 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.853738 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.854131 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.854532 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.854953 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.855312 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.855608 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.855950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.856202 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.856482 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.856712 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.856969 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.857226 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.857487 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.857711 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.857935 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.858182 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.859112 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.859477 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.860076 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.860545 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.860942 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.861387 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.861874 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.862300 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.862702 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.863230 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.863854 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.864683 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.865195 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.865464 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.865741 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.866005 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.866367 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.866657 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.866956 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.867210 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.867504 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869027 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869027 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869027 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869027 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869027 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869027 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869502 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869502 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869878 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869878 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869878 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869878 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.869878 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.871190 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.871190 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.871407 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.871867 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.872260 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.872639 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.873014 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.873453 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.873845 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.874261 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.874684 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.874949 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.875379 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.875841 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.876084 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.876307 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.876563 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.876814 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.877031 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.877283 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.877528 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.877749 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.877963 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.878177 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.878413 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.878628 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.878846 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.879119 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.879339 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.879583 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.879828 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.880041 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.880281 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.880663 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.880803 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.881117 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.881268 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.881409 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.881736 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.881873 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.882149 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.882460 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.882617 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.882867 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.883122 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.884318 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.884318 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.884318 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.884318 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.884318 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.885079 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.885079 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.885079 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.885079 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.885616 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.885616 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.886029 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.886029 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.886622 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.886622 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.887094 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.887094 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.887383 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.887519 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.887701 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.887889 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.888112 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.888319 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.888525 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.888777 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.889018 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.889250 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.889550 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.889950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.890502 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.890502 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.890502 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.890936 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.891032 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.891250 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.891480 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.891959 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.891959 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.892276 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.892413 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.892550 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.892786 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.892994 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.893211 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.893439 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.893657 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.893858 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.894249 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.894609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.894965 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.895388 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.895751 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.896557 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.896557 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.896557 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.896906 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.896906 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.897054 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.897253 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.897472 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.897690 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.897899 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.898149 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.898353 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.898561 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.898804 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.899079 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.899291 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.899586 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.899849 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.900072 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.900338 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.900586 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.900834 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.901078 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.901462 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.901814 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.902234 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.902487 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.902738 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.903029 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.903288 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.903576 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.903874 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.904148 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.904399 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.904690 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.904995 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.905762 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.905988 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.906633 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.906633 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.906895 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.907161 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.907402 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.907628 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.907882 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.908097 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.908334 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.908588 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.908820 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.909064 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.909311 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.909536 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.909753 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.909977 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.910199 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.910428 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.910675 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.910912 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.911169 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.911347 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 02 17:18:37.911835 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 02 17:18:37.912036 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 02 17:18:37.912265 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 02 17:18:37.912406 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 17:18:37.912560 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 02 17:18:37.912692 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 02 17:18:37.912853 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.912989 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.913123 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.913267 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.913855 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.913855 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.913855 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.914231 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.914231 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.914231 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.914604 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.914604 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.914881 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.914881 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.915215 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.915215 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.915569 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.915569 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.915824 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.915824 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.916093 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:37.916244 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.916244 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.916244 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] debug = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.916621 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.916621 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.916916 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.916916 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.917173 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.917173 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.917434 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.917434 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.917690 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.917823 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.917958 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.918092 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.918226 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.918369 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.918503 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.918717 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.918855 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.919009 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] host = dv-cinder-788365-5-iscsi {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.920223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.920223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.920223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.920223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.920223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.920223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.920223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.920223 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.922306 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.922306 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.922306 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.922306 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.922306 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.922306 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.922306 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_options = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.922306 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.922306 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.923452 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.923452 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.923452 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.923452 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.923452 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.923452 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.923452 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.924350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.924350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.924350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.924350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.924350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.924350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.924350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.924350 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925046 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925046 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925046 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925046 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925046 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925344 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925344 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925468 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925670 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925759 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.925888 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.926044 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.926203 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.926357 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.926515 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.926672 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.926829 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.927007 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.927168 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.927332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.927469 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.927604 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.927764 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.927923 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.928082 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.928241 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.928400 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.928539 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.928691 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_json = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.928827 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.928986 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.929126 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.929287 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.929426 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.929655 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.929830 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.930135 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 02 17:18:37.930135 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.930496 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.930496 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.930496 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.932316 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.932316 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.932316 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.932316 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.932316 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.932316 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.932316 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.932316 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.932316 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.933629 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.933629 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.933629 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.933629 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.933629 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.933629 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.933629 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.933629 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.934724 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.934724 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.934724 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.934724 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.934724 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.934724 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.934724 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.934724 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.940801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.940801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.940801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.940801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.940801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.940801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.940801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.940801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.940801 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.941952 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.941952 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.941952 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.941952 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.941952 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.941952 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.941952 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.941952 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.941952 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.944507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.944507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.944507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.944507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.944507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.944507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.944507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.944507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.944507 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946227 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946227 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946227 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946227 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946227 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946227 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946227 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946227 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946227 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.946973 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.947970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.947970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.947970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.947970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.947970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.947970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.947970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.947970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.947970 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.949787 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.949787 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.949787 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.949787 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.949787 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.949787 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.949787 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.949787 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.951024 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.951024 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.951024 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.951024 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.951024 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.951024 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.951024 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.951024 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.952263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.952263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.952263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.952263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.952263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.952263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.952263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.952263 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.953585 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.953585 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.953585 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.953585 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.953585 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.953585 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.953585 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.953585 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.955183 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.955183 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.955183 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.955183 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.955183 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.955183 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.955183 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.955183 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.956521 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.956521 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.956521 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.956521 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.956521 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.956521 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.956521 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.956521 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.957816 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.957816 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.957816 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.957816 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.957816 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.957816 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.957816 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.957816 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.959468 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.959468 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.959468 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.959468 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.959468 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.959468 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.959468 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.959468 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.960950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.960950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.960950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.960950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.960950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.960950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.960950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.960950 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.962372 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.962372 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.962372 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.962372 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.962372 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.962372 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.962372 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.962372 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.963522 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.963522 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.963522 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.963522 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.963522 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.963522 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.963522 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.963522 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.965364 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.965364 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.965364 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.965364 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.965364 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.965364 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.965364 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.965364 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966035 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966035 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966035 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966035 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966035 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966035 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966035 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966035 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966766 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966766 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966766 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966766 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966766 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966766 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966766 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.966766 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.968184 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.968184 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.968184 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.968184 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.968184 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.968184 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.968184 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.968184 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.968184 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.969609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.969609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.969609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.969609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.969609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.969609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.969609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.969609 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.970809 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.970809 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.970809 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.970809 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.970809 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.970809 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.970809 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.970809 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.972228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.972228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.972228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.972228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.972228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.972228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.972228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.972228 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.973542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.973542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.973542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.973542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.973542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.973542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.973542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.973542 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.974890 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.974890 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.974890 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.974890 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.974890 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.974890 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.974890 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.974890 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.976284 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.976284 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.976284 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.976284 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.976284 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.976284 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.976284 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.976284 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.977332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.977332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.977332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.977332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.977332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.977332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.977332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.977332 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.979178 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.979178 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.979178 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.979178 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.979178 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.979178 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.979178 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.979178 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.980159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.980159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.980159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.980159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.980159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.980159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.980159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.980159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.980159 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.981239 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.981239 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.981239 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.981239 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.981239 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.981239 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.981239 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.981239 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 02 17:18:37.982196 dv-cinder-788365-5-iscsi neutron-server[93294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 02 17:18:38.066863 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 49492) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:18:38.075397 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062339 Aug 02 17:18:50.116419 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f449e3-749b-4c8e-a949-7f780348e817 None None] get_active_networks_info from dv-cinder-788365-5-iscsi {{(pid=93405) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 02 17:18:50.203583 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f449e3-749b-4c8e-a949-7f780348e817 None None] No non-hosted networks {{(pid=93405) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 02 17:18:50.224948 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.agentschedulers_db [None req-c6f449e3-749b-4c8e-a949-7f780348e817 None None] DHCP Agent not found on host dv-cinder-788365-5-iscsi {{(pid=93405) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 02 17:18:50.323831 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5f68f0c1-d0c1-40d3-99f5-430d8e1b0ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445545'] for agent, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:52.507627 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe26a-33e0-4f4f-a5b4-89233ff3157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445545'] for agent, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:52.587392 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f423817f-4ad8-4d6d-a48b-3a6e3cfe16c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:52.839183 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445545'] for agent, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:52.840246 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.840782 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.841375 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.842410 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.843256 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.843732 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.844208 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.844715 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.845203 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.845674 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.846145 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.846614 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:18:52.847215 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788365-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:52.860965 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788365-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:18:53.832099 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445545'] for agent, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:55.734913 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.db.l3_hamode_db [None req-e05dde1d-d710-447c-8e92-d919dc7d53e8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 02 17:18:55.839874 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05dde1d-d710-447c-8e92-d919dc7d53e8 None None] Routers set() bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:18:55.840270 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05dde1d-d710-447c-8e92-d919dc7d53e8 None None] Router IDs set() for agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 02 17:18:56.099906 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445545'] for agent, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:18:57.365803 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 49584) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:18:58.001875 dv-cinder-788365-5-iscsi neutron-server[93403]: WARNING oslo_policy.policy [None req-3273f363-c057-4535-b55d-26d2309dfae0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:18:58.002444 dv-cinder-788365-5-iscsi neutron-server[93403]: WARNING oslo_policy.policy [None req-3273f363-c057-4535-b55d-26d2309dfae0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:18:58.225321 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [None req-3273f363-c057-4535-b55d-26d2309dfae0 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:18:58.226657 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3273f363-c057-4535-b55d-26d2309dfae0 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8585780 Aug 02 17:19:00.704549 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 49598) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:01.059372 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-c933791d-4eae-4f6e-9c74-cd890f1d5324 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:01.186845 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.policy [None req-c933791d-4eae-4f6e-9c74-cd890f1d5324 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93403) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 02 17:19:01.232761 dv-cinder-788365-5-iscsi neutron-server[93403]: WARNING oslo_policy.policy [None req-c933791d-4eae-4f6e-9c74-cd890f1d5324 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:01.233403 dv-cinder-788365-5-iscsi neutron-server[93403]: WARNING oslo_policy.policy [None req-c933791d-4eae-4f6e-9c74-cd890f1d5324 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:01.242172 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.quota [None req-c933791d-4eae-4f6e-9c74-cd890f1d5324 admin admin] Loaded quota_driver: . Aug 02 17:19:01.345429 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c933791d-4eae-4f6e-9c74-cd890f1d5324 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737209852096', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737209852467', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737209840061', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737209837683', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737210261228', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737209818996', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16279525', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16274675', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-563140', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1571492'] for rbac-policy, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:01.421509 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c933791d-4eae-4f6e-9c74-cd890f1d5324 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:01.423494 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-c933791d-4eae-4f6e-9c74-cd890f1d5324 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7173588 Aug 02 17:19:04.269311 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 49610) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:04.609176 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Request body: {'network': {'tenant_id': 'a734c7fba674426d94dae16748447736', 'name': 'private', 'project_id': 'a734c7fba674426d94dae16748447736', 'admin_state_up': True}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:04.640517 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Made reservation on behalf of a734c7fba674426d94dae16748447736 for: {'network': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:19:04.644039 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:04.662865 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:04.806234 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:04.810465 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:04.839774 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:19:04.878674 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737212895681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:04.879302 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Unsubscribe: segment precommit_create {{(pid=93403) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 02 17:19:04.879836 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.segments_db [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Added segment 9e10eb27-376b-4f9e-849a-06f6fd7ec2fe of type vlan for network ee917a9d-a82b-4756-9f21-11e65417c69f Aug 02 17:19:04.886487 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080980dd-a527-470c-b120-9c3c44b20969,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:04.910305 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.910682 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.911119 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.911459 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.911793 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.912139 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.912471 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.912798 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.913141 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.913464 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.913786 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.914104 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Tracked resource versions report: Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: pushed versions: Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: { 'AddressGroup': {'1.2'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'ConntrackHelper': {'1.0'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Log': {'1.0'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Network': {'1.1'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Port': {'1.7'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'PortForwarding': {'1.2'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'QosPolicy': {'1.8'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SecurityGroup': {'1.4'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SubPort': {'1.0'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Subnet': {'1.1'}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Trunk': {'1.1'}} Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: consumer versions: Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: { DHCP agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: L3 agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: Metadata agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: Metering agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: Open vSwitch agent@dv-cinder-788365-5-iscsi: { 'AddressGroup': '1.2', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'ConntrackHelper': '1.0', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Log': '1.0', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Network': '1.1', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Port': '1.7', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'PortForwarding': '1.2', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'QosPolicy': '1.8', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SecurityGroup': '1.4', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SecurityGroupRule': '1.2', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SubPort': '1.0', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Subnet': '1.1', Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Trunk': '1.1'}} Aug 02 17:19:04.915290 dv-cinder-788365-5-iscsi neutron-server[93403]: {{(pid=93403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:19:05.005772 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:05.059592 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:05.060875 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:05.061549 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:05.142212 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8713379 Aug 02 17:19:05.170039 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512074d2-9702-47cb-a347-19a07928c95e admin admin] Pushing event updated for resources: {'Network': ['ID=ee917a9d-a82b-4756-9f21-11e65417c69f,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:05.183702 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network ee917a9d-a82b-4756-9f21-11e65417c69f details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:19:07.885550 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 49624) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:08.315905 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04b7b3-f476-43e4-b811-4591b6b138be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:08.317285 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-cd04b7b3-f476-43e4-b811-4591b6b138be admin admin] 10.222.0.16 "GET /v2.0/networks/ee917a9d-a82b-4756-9f21-11e65417c69f HTTP/1.1" status: 200 len: 825 time: 0.4307699 Aug 02 17:19:08.341757 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-1d37ba79-e4a6-4d20-b75a-b5b3b8dbb802 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/f6245993-10cf-4c41-b9fa-caed741dee3a HTTP/1.1" status: 200 len: 734 time: 0.0185671 Aug 02 17:19:08.350707 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f', 'name': 'private-subnet', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'subnetpool_id': 'f6245993-10cf-4c41-b9fa-caed741dee3a'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:08.373697 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Made reservation on behalf of a734c7fba674426d94dae16748447736 for: {'subnet': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:19:08.375949 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:08.677637 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:08.748222 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d93d563-cedc-4dab-a274-cbf5230d1f94,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:08.753134 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Checking segment: {'id': '9e10eb27-376b-4f9e-849a-06f6fd7ec2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:08.753550 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Network hostable DHCP agents. Network: ee917a9d-a82b-4756-9f21-11e65417c69f, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:19:08.776208 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Network ee917a9d-a82b-4756-9f21-11e65417c69f is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:19:08.787478 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, ee917a9d-a82b-4756-9f21-11e65417c69f) {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:08.792373 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:08.792962 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:08.798000 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38182d88-6349-4117-8cfd-bb93a21d7851 None None] Network ee917a9d-a82b-4756-9f21-11e65417c69f requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:19:08.807575 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-9911ced6-f572-47c2-b8ac-e0b967abe84e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4600873 Aug 02 17:19:09.124831 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-ee917a9d-a82b-4756-9f21-11e65417c69f', 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'fixed_ips': [{'subnet_id': '0d93d563-cedc-4dab-a274-cbf5230d1f94'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:19:09.126144 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:09.414970 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Allocated IP 172.20.0.2 (ee917a9d-a82b-4756-9f21-11e65417c69f/0d93d563-cedc-4dab-a274-cbf5230d1f94/5c9f630e-b572-477f-bf9a-6fbb4afb1245) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:19:09.656043 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:09.671271 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Transition to ACTIVE for port object 5c9f630e-b572-477f-bf9a-6fbb4afb1245 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:09.692748 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Transition to ACTIVE for port object 5c9f630e-b572-477f-bf9a-6fbb4afb1245 will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:09.701523 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:09.778390 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Network ee917a9d-a82b-4756-9f21-11e65417c69f is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:19:09.783250 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:09.796681 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:19:09.804060 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Pushing event updated for resources: {'Port': ['ID=5c9f630e-b572-477f-bf9a-6fbb4afb1245,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:09.849751 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.850106 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.850456 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.850796 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.851165 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.851502 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.851834 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.852168 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.852519 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.852851 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.853184 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.853510 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Tracked resource versions report: Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: pushed versions: Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: { 'AddressGroup': {'1.2'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'ConntrackHelper': {'1.0'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Log': {'1.0'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Network': {'1.1'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Port': {'1.7'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'PortForwarding': {'1.2'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'QosPolicy': {'1.8'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SecurityGroup': {'1.4'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SubPort': {'1.0'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Subnet': {'1.1'}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Trunk': {'1.1'}} Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: consumer versions: Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: { DHCP agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: L3 agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: Metadata agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: Metering agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: Open vSwitch agent@dv-cinder-788365-5-iscsi: { 'AddressGroup': '1.2', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'ConntrackHelper': '1.0', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Log': '1.0', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Network': '1.1', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Port': '1.7', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'PortForwarding': '1.2', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'QosPolicy': '1.8', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SecurityGroup': '1.4', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SecurityGroupRule': '1.2', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SubPort': '1.0', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Subnet': '1.1', Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Trunk': '1.1'}} Aug 02 17:19:09.854708 dv-cinder-788365-5-iscsi neutron-server[93405]: {{(pid=93405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:19:09.890409 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Attempting to bind port 5c9f630e-b572-477f-bf9a-6fbb4afb1245 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:19:09.890409 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Attempting to bind port 5c9f630e-b572-477f-bf9a-6fbb4afb1245 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '9e10eb27-376b-4f9e-849a-06f6fd7ec2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:19:09.890409 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Attempting to bind port 5c9f630e-b572-477f-bf9a-6fbb4afb1245 on network ee917a9d-a82b-4756-9f21-11e65417c69f {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:19:09.895465 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:19:09.895875 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Checking segment: {'id': '9e10eb27-376b-4f9e-849a-06f6fd7ec2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:09.896351 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:09.896752 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Bound using segment: {'id': '9e10eb27-376b-4f9e-849a-06f6fd7ec2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:19:09.897243 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Bound port: 5c9f630e-b572-477f-bf9a-6fbb4afb1245, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e10eb27-376b-4f9e-849a-06f6fd7ec2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:19:09.897663 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:09.966793 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] For port 5c9f630e-b572-477f-bf9a-6fbb4afb1245, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:19:09.971426 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] For port 5c9f630e-b572-477f-bf9a-6fbb4afb1245, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=5c9f630e-b572-477f-bf9a-6fbb4afb1245,segment=NetworkSegment(9e10eb27-376b-4f9e-849a-06f6fd7ec2fe),segment_id=9e10eb27-376b-4f9e-849a-06f6fd7ec2fe)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:19:09.976850 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:10.047656 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d9e54-ee59-444c-8548-c6148fc3cef5 None None] Pushing event updated for resources: {'Port': ['ID=5c9f630e-b572-477f-bf9a-6fbb4afb1245,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:11.282399 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 49632) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:11.611751 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [None req-0861c970-15e8-44f5-9fb5-b8c69637e5fc admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:19:11.612781 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-0861c970-15e8-44f5-9fb5-b8c69637e5fc admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3293943 Aug 02 17:19:14.039424 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 49640) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:14.364731 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [None req-3448e878-98df-4c9e-8357-fa6e00fbe290 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:19:14.365717 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3448e878-98df-4c9e-8357-fa6e00fbe290 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253710 Aug 02 17:19:17.057880 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 49650) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:17.377413 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-443a6d93-6272-41c9-b7bd-2664d0537692 admin admin] Request body: {'router': {'tenant_id': 'a734c7fba674426d94dae16748447736', 'name': 'router1', 'admin_state_up': True}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:17.411945 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-443a6d93-6272-41c9-b7bd-2664d0537692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:17.411945 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-443a6d93-6272-41c9-b7bd-2664d0537692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:17.563212 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-443a6d93-6272-41c9-b7bd-2664d0537692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:17.568793 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-443a6d93-6272-41c9-b7bd-2664d0537692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:17.582533 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-443a6d93-6272-41c9-b7bd-2664d0537692 admin admin] Notify callbacks [] for router, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:17.583808 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-443a6d93-6272-41c9-b7bd-2664d0537692 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5249469 Aug 02 17:19:17.850562 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:19:18.571460 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4785e4-2e2a-4a42-9a49-0adc8a2b6d56 None None] Network ee917a9d-a82b-4756-9f21-11e65417c69f requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:19:18.643939 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-9906676f-e90b-4008-9a9e-e3b33be28d25 None None] Provisioning for port 5c9f630e-b572-477f-bf9a-6fbb4afb1245 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:19.444891 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 5c9f630e-b572-477f-bf9a-6fbb4afb1245 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:19.530965 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 5c9f630e-b572-477f-bf9a-6fbb4afb1245 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:19.534855 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 5c9f630e-b572-477f-bf9a-6fbb4afb1245 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:19.535412 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:19.653382 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:19.693453 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 5c9f630e-b572-477f-bf9a-6fbb4afb1245, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=5c9f630e-b572-477f-bf9a-6fbb4afb1245,segment=NetworkSegment(9e10eb27-376b-4f9e-849a-06f6fd7ec2fe),segment_id=9e10eb27-376b-4f9e-849a-06f6fd7ec2fe)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:19:19.697264 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:19.750657 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=5c9f630e-b572-477f-bf9a-6fbb4afb1245,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:19.989632 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7be46202-2fe7-4bfb-916c-162aa7e61cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:20.048318 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 49662) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:20.556175 dv-cinder-788365-5-iscsi neutron-server[93404]: WARNING oslo_policy.policy [None req-3b232ff3-c275-4061-9b6c-ea15fe972af2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:20.556749 dv-cinder-788365-5-iscsi neutron-server[93404]: WARNING oslo_policy.policy [None req-3b232ff3-c275-4061-9b6c-ea15fe972af2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:20.779489 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [None req-3b232ff3-c275-4061-9b6c-ea15fe972af2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:19:20.780586 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-3b232ff3-c275-4061-9b6c-ea15fe972af2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7314019 Aug 02 17:19:21.422033 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 5c9f630e-b572-477f-bf9a-6fbb4afb1245 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:21.474295 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 5c9f630e-b572-477f-bf9a-6fbb4afb1245 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:21.474893 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:22.488154 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6d04-a8bb-4c15-9696-049e2e869721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:22.831333 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:23.254859 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 49676) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:23.597306 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:23.598742 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.quota [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Loaded quota_driver: . Aug 02 17:19:23.658509 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Made reservation on behalf of 1c6f13c2818041018f3fb7a5d30236db for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:19:23.725218 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.policy [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93404) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 02 17:19:23.766357 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:23.770619 dv-cinder-788365-5-iscsi neutron-server[93404]: WARNING oslo_policy.policy [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:23.771039 dv-cinder-788365-5-iscsi neutron-server[93404]: WARNING oslo_policy.policy [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 17:19:23.782184 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:23.804099 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:23.956029 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:23.960578 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:23.973094 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Reserving flat network on physical network physnet1 {{(pid=93404) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 02 17:19:24.011009 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737212895681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:24.011635 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Unsubscribe: segment precommit_create {{(pid=93404) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 02 17:19:24.012167 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Added segment d4f12a8d-c518-403c-889a-2c88d82be89b of type flat for network 6aadb16e-90d6-44fa-912b-ab395ab453b6 Aug 02 17:19:24.030450 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a07db8-f8a4-4464-a2b5-42d53bf0e2e4,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:24.082008 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.082366 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.082707 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.083066 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.083401 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.083742 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.084074 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.084396 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.084733 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.085063 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.085379 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.085706 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Tracked resource versions report: Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: pushed versions: Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: { 'AddressGroup': {'1.2'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'ConntrackHelper': {'1.0'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Log': {'1.0'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Network': {'1.1'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Port': {'1.7'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'PortForwarding': {'1.2'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'QosPolicy': {'1.8'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SecurityGroup': {'1.4'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SubPort': {'1.0'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Subnet': {'1.1'}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Trunk': {'1.1'}} Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: consumer versions: Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: { DHCP agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: L3 agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: Metadata agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: Metering agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: Open vSwitch agent@dv-cinder-788365-5-iscsi: { 'AddressGroup': '1.2', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'ConntrackHelper': '1.0', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Log': '1.0', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Network': '1.1', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Port': '1.7', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'PortForwarding': '1.2', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'QosPolicy': '1.8', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SecurityGroup': '1.4', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SecurityGroupRule': '1.2', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SubPort': '1.0', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Subnet': '1.1', Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Trunk': '1.1'}} Aug 02 17:19:24.086877 dv-cinder-788365-5-iscsi neutron-server[93404]: {{(pid=93404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:19:24.144054 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:24.207238 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:24.208393 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:24.209103 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:24.297217 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0411210 Aug 02 17:19:24.310447 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155b397-3c56-4993-915b-b89c325606fa admin admin] Pushing event updated for resources: {'Network': ['ID=6aadb16e-90d6-44fa-912b-ab395ab453b6,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:24.322024 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:19:26.052870 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:26.793062 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 49700) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:26.982970 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055bd344-a9f7-489f-bddf-4896f4102143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:26.984389 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-055bd344-a9f7-489f-bddf-4896f4102143 admin admin] 10.222.0.16 "GET /v2.0/subnets/0d93d563-cedc-4dab-a274-cbf5230d1f94 HTTP/1.1" status: 200 len: 849 time: 0.1905131 Aug 02 17:19:27.108456 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ea52210b-7d7e-4fab-a667-dda3fbb33898 admin admin] 10.222.0.16 "GET /v2.0/routers/973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 HTTP/1.1" status: 200 len: 704 time: 0.1175656 Aug 02 17:19:27.386608 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:27.707740 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Allocated IP 172.20.0.1 (ee917a9d-a82b-4756-9f21-11e65417c69f/0d93d563-cedc-4dab-a274-cbf5230d1f94/9e726b74-f01a-4443-b2c1-9f8b691d7bf9) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:19:27.887557 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:27.918390 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Transition to ACTIVE for port object 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:28.071490 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.146262 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Network ee917a9d-a82b-4756-9f21-11e65417c69f is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:19:28.152941 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:28.160999 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:19:28.161540 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.185597 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Pushing event updated for resources: {'Port': ['ID=9e726b74-f01a-4443-b2c1-9f8b691d7bf9,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:28.363464 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-058ac269-c014-4d88-a858-4d8273890355 None None] Provisioning for port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:28.367267 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-058ac269-c014-4d88-a858-4d8273890355 None None] Provisioning complete for port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:28.367641 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-058ac269-c014-4d88-a858-4d8273890355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.402508 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-058ac269-c014-4d88-a858-4d8273890355 None None] Port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:19:28.427187 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.651046 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.656465 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.657374 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:28.736858 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Pushing event updated for resources: {'Port': ['ID=9e726b74-f01a-4443-b2c1-9f8b691d7bf9,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:28.789967 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Network ee917a9d-a82b-4756-9f21-11e65417c69f is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:19:28.791541 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:28.967759 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Router 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:19:29.034287 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-94799a6d-525d-4938-be5c-1a1c88fc41a9 None None] Provisioning complete for port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:29.034907 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-94799a6d-525d-4938-be5c-1a1c88fc41a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:29.071524 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:19:29.075419 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-94799a6d-525d-4938-be5c-1a1c88fc41a9 None None] Port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:19:29.078765 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-da720a40-e506-4da6-8be5-4d881c1a2b0d admin admin] 10.222.0.16 "PUT /v2.0/routers/973f0e0c-f1b5-43bd-a89d-2b62d2c77be1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9648285 Aug 02 17:19:29.086287 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Sync routers for ids ['973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:19:29.101527 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Routers {'973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:19:29.102390 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:19:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:29.301416 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Set router 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 gateway port host: None {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:19:29.743995 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'name': 'router1', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:17Z', 'updated_at': '2021-08-02T17:19:28Z', 'revision_number': 2, 'project_id': 'a734c7fba674426d94dae16748447736', 'gw_port_host': None, '_interfaces': [{'id': '9e726b74-f01a-4443-b2c1-9f8b691d7bf9', 'name': '', 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'mac_address': 'fa:16:3e:2f:64:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:27Z', 'updated_at': '2021-08-02T17:19:28Z', 'revision_number': 2, 'project_id': 'a734c7fba674426d94dae16748447736', 'subnets': [{'id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6245993-10cf-4c41-b9fa-caed741dee3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:29.796411 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Checking router: 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:19:29.796772 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Updating router 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:19:29.849098 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:30.439082 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:30.458753 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Transition to ACTIVE for port object 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:30.465899 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:30.632200 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Pushing event updated for resources: {'Port': ['ID=9e726b74-f01a-4443-b2c1-9f8b691d7bf9,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:30.649150 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.649499 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.649847 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.650187 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.650524 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.650860 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.651220 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.651696 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.652690 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.652996 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.653312 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.653644 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Tracked resource versions report: Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: pushed versions: Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: { 'AddressGroup': {'1.2'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'ConntrackHelper': {'1.0'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Log': {'1.0'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Network': {'1.1'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Port': {'1.7'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'PortForwarding': {'1.2'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'QosPolicy': {'1.8'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SecurityGroup': {'1.4'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SubPort': {'1.0'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Subnet': {'1.1'}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Trunk': {'1.1'}} Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: consumer versions: Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: { DHCP agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: L3 agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: Metadata agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: Metering agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: Open vSwitch agent@dv-cinder-788365-5-iscsi: { 'AddressGroup': '1.2', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'ConntrackHelper': '1.0', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Log': '1.0', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Network': '1.1', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Port': '1.7', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'PortForwarding': '1.2', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'QosPolicy': '1.8', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SecurityGroup': '1.4', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SecurityGroupRule': '1.2', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SubPort': '1.0', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Subnet': '1.1', Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Trunk': '1.1'}} Aug 02 17:19:30.654843 dv-cinder-788365-5-iscsi neutron-server[93406]: {{(pid=93406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:19:30.657830 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Attempting to bind port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:19:30.658331 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Attempting to bind port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '9e10eb27-376b-4f9e-849a-06f6fd7ec2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:19:30.658677 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Attempting to bind port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 on network ee917a9d-a82b-4756-9f21-11e65417c69f {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:19:30.665209 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:19:30.665637 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Checking segment: {'id': '9e10eb27-376b-4f9e-849a-06f6fd7ec2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:30.666122 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:30.666526 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Bound using segment: {'id': '9e10eb27-376b-4f9e-849a-06f6fd7ec2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:19:30.667086 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Bound port: 9e726b74-f01a-4443-b2c1-9f8b691d7bf9, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e10eb27-376b-4f9e-849a-06f6fd7ec2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:19:30.669119 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:30.745497 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] For port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:19:30.769980 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] For port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=9e726b74-f01a-4443-b2c1-9f8b691d7bf9,segment=NetworkSegment(9e10eb27-376b-4f9e-849a-06f6fd7ec2fe),segment_id=9e10eb27-376b-4f9e-849a-06f6fd7ec2fe)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:19:30.778036 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:30.834552 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Routers {'973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:19:30.835362 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:19:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:30.916350 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8204813-f826-4db7-8837-aa8134fb1d1f None None] Pushing event updated for resources: {'Port': ['ID=9e726b74-f01a-4443-b2c1-9f8b691d7bf9,revision_number=4']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:30.943048 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] Set router 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 gateway port host: None {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:19:31.163335 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'name': 'router1', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:17Z', 'updated_at': '2021-08-02T17:19:28Z', 'revision_number': 2, 'project_id': 'a734c7fba674426d94dae16748447736', 'gw_port_host': None, '_interfaces': [{'id': '9e726b74-f01a-4443-b2c1-9f8b691d7bf9', 'name': '', 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'mac_address': 'fa:16:3e:2f:64:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:27Z', 'updated_at': '2021-08-02T17:19:30Z', 'revision_number': 4, 'project_id': 'a734c7fba674426d94dae16748447736', 'subnets': [{'id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6245993-10cf-4c41-b9fa-caed741dee3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:31.190325 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dfd052-03f4-452f-9f7d-ae2d064dfcc9 None None] The sync data for ids ['973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'] in dv-cinder-788365-5-iscsi is: [{'id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'name': 'router1', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:17Z', 'updated_at': '2021-08-02T17:19:28Z', 'revision_number': 2, 'project_id': 'a734c7fba674426d94dae16748447736', 'gw_port_host': None, '_interfaces': [{'id': '9e726b74-f01a-4443-b2c1-9f8b691d7bf9', 'name': '', 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'mac_address': 'fa:16:3e:2f:64:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:27Z', 'updated_at': '2021-08-02T17:19:30Z', 'revision_number': 4, 'project_id': 'a734c7fba674426d94dae16748447736', 'subnets': [{'id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6245993-10cf-4c41-b9fa-caed741dee3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:19:31.399104 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 49720) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:31.553065 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b695570a-437e-49e5-8c32-628b059f2898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:31.554373 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-b695570a-437e-49e5-8c32-628b059f2898 admin admin] 10.222.0.16 "GET /v2.0/networks/6aadb16e-90d6-44fa-912b-ab395ab453b6 HTTP/1.1" status: 200 len: 842 time: 0.1541789 Aug 02 17:19:31.565726 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Request body: {'subnet': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:31.593337 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Made reservation on behalf of 1c6f13c2818041018f3fb7a5d30236db for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:19:31.596119 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.068153 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.objects.ports [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93404) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 02 17:19:32.068646 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.129056 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829d1421-6b86-43de-adfd-65e8bab32468,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:32.138535 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:32.138925 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Network hostable DHCP agents. Network: 6aadb16e-90d6-44fa-912b-ab395ab453b6, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:19:32.164600 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:19:32.177251 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 6aadb16e-90d6-44fa-912b-ab395ab453b6) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:32.181965 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:32.182542 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:32.188717 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab069f-c403-452b-8d7e-dbfd1f74f272 None None] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:19:32.203970 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-87fb8e14-2447-4c01-8984-4a7c1329efb7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6413901 Aug 02 17:19:32.325120 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c9b52-23b6-4cd8-93bb-9bb6c8295427 None None] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:19:34.722749 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 49728) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:35.014050 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-0f4d7f2b-017d-4e7b-83ff-d3bd02130798 admin admin] 10.222.0.16 "GET /v2.0/routers/973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 HTTP/1.1" status: 200 len: 710 time: 0.2900183 Aug 02 17:19:35.107643 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8627a0f9-0e88-45a0-80a4-23ee2849ebc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:19:35.109014 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-8627a0f9-0e88-45a0-80a4-23ee2849ebc2 admin admin] 10.222.0.16 "GET /v2.0/networks/6aadb16e-90d6-44fa-912b-ab395ab453b6 HTTP/1.1" status: 200 len: 886 time: 0.0873475 Aug 02 17:19:35.118830 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:19:35.387645 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:35.694062 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:35.780658 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.005194 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Allocated IP 172.27.0.182 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/29afe39f-bb17-4418-9f74-2dd7904870f3) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:19:36.137886 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.237057 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.330562 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:19:36.335359 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:19:36.344118 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:19:36.388060 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=29afe39f-bb17-4418-9f74-2dd7904870f3,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:36.691392 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.925221 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-443845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10026'] for router, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:36.931100 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-443854'] for router, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:37.068680 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Router 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:19:37.191141 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:19:37.195798 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:37.197188 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4c2da428-7328-4f6e-91e3-2bee3aebe1c3 admin admin] 10.222.0.16 "PUT /v2.0/routers/973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 HTTP/1.1" status: 200 len: 890 time: 2.0815399 Aug 02 17:19:37.470560 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:37.544605 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:37.549935 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:37.550403 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:37.666253 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:37.722732 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=9e726b74-f01a-4443-b2c1-9f8b691d7bf9,segment=NetworkSegment(9e10eb27-376b-4f9e-849a-06f6fd7ec2fe),segment_id=9e10eb27-376b-4f9e-849a-06f6fd7ec2fe)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:19:37.728935 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:37.796182 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=9e726b74-f01a-4443-b2c1-9f8b691d7bf9,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:38.137716 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Sync routers for ids ['973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:19:38.149630 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Routers {'973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:19:38.150272 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:19:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:38.477311 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Set router 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:19:38.916192 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'name': 'router1', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '29afe39f-bb17-4418-9f74-2dd7904870f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:17Z', 'updated_at': '2021-08-02T17:19:36Z', 'revision_number': 4, 'project_id': 'a734c7fba674426d94dae16748447736', 'gw_port': {'id': '29afe39f-bb17-4418-9f74-2dd7904870f3', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:35Z', 'updated_at': '2021-08-02T17:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '9e726b74-f01a-4443-b2c1-9f8b691d7bf9', 'name': '', 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'mac_address': 'fa:16:3e:2f:64:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:27Z', 'updated_at': '2021-08-02T17:19:37Z', 'revision_number': 5, 'project_id': 'a734c7fba674426d94dae16748447736', 'subnets': [{'id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6245993-10cf-4c41-b9fa-caed741dee3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:38.972067 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Checking router: 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:19:38.972413 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Updating router 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 port 29afe39f-bb17-4418-9f74-2dd7904870f3 binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:19:39.025797 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:39.437858 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:39.446465 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:39.481679 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Transition to ACTIVE for port object 29afe39f-bb17-4418-9f74-2dd7904870f3 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:19:39.491053 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:39.555777 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Attempting to bind port 29afe39f-bb17-4418-9f74-2dd7904870f3 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:19:39.556298 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Attempting to bind port 29afe39f-bb17-4418-9f74-2dd7904870f3 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:19:39.556784 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Attempting to bind port 29afe39f-bb17-4418-9f74-2dd7904870f3 on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:19:39.569797 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:19:39.570178 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:19:39.570582 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:39.571002 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:19:39.571485 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Bound port: 29afe39f-bb17-4418-9f74-2dd7904870f3, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:19:39.571883 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:39.579084 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:39.579450 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:39.625953 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c5257-8e6d-4f33-85f9-aee65c8015f0 None None] Pushing event updated for resources: {'Port': ['ID=29afe39f-bb17-4418-9f74-2dd7904870f3,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:39.672077 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] For port 29afe39f-bb17-4418-9f74-2dd7904870f3, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:19:39.677203 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] For port 29afe39f-bb17-4418-9f74-2dd7904870f3, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=29afe39f-bb17-4418-9f74-2dd7904870f3,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:19:39.683703 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:39.776997 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Routers {'973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:19:39.777625 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:19:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:39.893593 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c5257-8e6d-4f33-85f9-aee65c8015f0 None None] Pushing event updated for resources: {'Port': ['ID=29afe39f-bb17-4418-9f74-2dd7904870f3,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:39.975651 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] Set router 973f0e0c-f1b5-43bd-a89d-2b62d2c77be1 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:19:40.185316 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 49742) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:19:40.233221 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'name': 'router1', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '29afe39f-bb17-4418-9f74-2dd7904870f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:17Z', 'updated_at': '2021-08-02T17:19:36Z', 'revision_number': 4, 'project_id': 'a734c7fba674426d94dae16748447736', 'gw_port': {'id': '29afe39f-bb17-4418-9f74-2dd7904870f3', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:35Z', 'updated_at': '2021-08-02T17:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '9e726b74-f01a-4443-b2c1-9f8b691d7bf9', 'name': '', 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'mac_address': 'fa:16:3e:2f:64:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:27Z', 'updated_at': '2021-08-02T17:19:37Z', 'revision_number': 5, 'project_id': 'a734c7fba674426d94dae16748447736', 'subnets': [{'id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6245993-10cf-4c41-b9fa-caed741dee3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:19:40.261430 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7ef55-2cb5-498c-ac78-26de7b90e229 None None] The sync data for ids ['973f0e0c-f1b5-43bd-a89d-2b62d2c77be1'] in dv-cinder-788365-5-iscsi is: [{'id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'name': 'router1', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '29afe39f-bb17-4418-9f74-2dd7904870f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:19:17Z', 'updated_at': '2021-08-02T17:19:36Z', 'revision_number': 4, 'project_id': 'a734c7fba674426d94dae16748447736', 'gw_port': {'id': '29afe39f-bb17-4418-9f74-2dd7904870f3', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:35Z', 'updated_at': '2021-08-02T17:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '9e726b74-f01a-4443-b2c1-9f8b691d7bf9', 'name': '', 'network_id': 'ee917a9d-a82b-4756-9f21-11e65417c69f', 'tenant_id': 'a734c7fba674426d94dae16748447736', 'mac_address': 'fa:16:3e:2f:64:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973f0e0c-f1b5-43bd-a89d-2b62d2c77be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:19:27Z', 'updated_at': '2021-08-02T17:19:37Z', 'revision_number': 5, 'project_id': 'a734c7fba674426d94dae16748447736', 'subnets': [{'id': '0d93d563-cedc-4dab-a274-cbf5230d1f94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6245993-10cf-4c41-b9fa-caed741dee3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:19:40.320342 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-bd6a8174-4070-4fba-9e67-7e9844dfe4b3 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1337016 Aug 02 17:19:41.514185 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 29afe39f-bb17-4418-9f74-2dd7904870f3 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:41.590182 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 29afe39f-bb17-4418-9f74-2dd7904870f3 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:19:41.595669 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 29afe39f-bb17-4418-9f74-2dd7904870f3 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:41.596200 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:41.691001 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:41.721242 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 29afe39f-bb17-4418-9f74-2dd7904870f3, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=29afe39f-bb17-4418-9f74-2dd7904870f3,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:19:41.726629 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:41.781718 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=29afe39f-bb17-4418-9f74-2dd7904870f3,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:19:43.462258 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 29afe39f-bb17-4418-9f74-2dd7904870f3 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:19:43.516085 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 29afe39f-bb17-4418-9f74-2dd7904870f3 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:19:43.516460 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:50.004865 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d0e8a49d-38b6-40bf-83d4-ae739aa70e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:52.501788 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5a34606c-14c5-4688-b442-cb7918f15dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:52.835431 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:53.804482 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:19:54.850707 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:19:56.072404 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:20.003945 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2eed93ba-966f-49eb-9e01-9b5698eed667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:22.507279 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b64ea183-2c59-4cda-aeea-3f70f352a1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:22.845180 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:23.776555 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:26.070784 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:31.855551 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:20:49.991324 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b87e5dcc-1bdf-4542-96de-06035d02c746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:52.489981 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-87756f11-36a6-432f-9799-cd50f44ae4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:52.848429 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:53.775595 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:20:56.074997 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:08.846888 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:21:19.992235 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ceea7cfe-d87c-43c3-9c1c-c4b0e347a3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:22.496677 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6881e711-293b-4c4d-95ce-003e426dc88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:22.840088 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:23.784961 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:26.075727 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:31.641227 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50310) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:31.709039 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72d9e47-d098-4db0-aa95-80152b7ecd68 admin admin] GET failed (client error): The resource could not be found. Aug 02 17:21:31.710427 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a72d9e47-d098-4db0-aa95-80152b7ecd68 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682132 Aug 02 17:21:31.962300 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c9eb51-25f7-4dd1-899f-36740a83bdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:31.963831 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-52c9eb51-25f7-4dd1-899f-36740a83bdbb admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2489932 Aug 02 17:21:34.206751 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50320) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:34.313992 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76bf0d2-4043-4a36-b42b-bb7737143ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:34.315400 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-f76bf0d2-4043-4a36-b42b-bb7737143ec5 admin admin] 10.222.0.16 "GET /v2.0/subnets/0d93d563-cedc-4dab-a274-cbf5230d1f94 HTTP/1.1" status: 200 len: 849 time: 0.1077220 Aug 02 17:21:34.325066 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:21:34.411851 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Notify callbacks [] for subnet, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:34.558382 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737212743590'] for subnet, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:34.589141 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:34.590072 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:34.592748 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] 10.222.0.16 "PUT /v2.0/subnets/0d93d563-cedc-4dab-a274-cbf5230d1f94 HTTP/1.1" status: 200 len: 868 time: 0.2712491 Aug 02 17:21:34.597851 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0a639-3df6-4fd2-bda0-f58dc65b84d8 None None] Network ee917a9d-a82b-4756-9f21-11e65417c69f requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:21:34.618258 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d93d563-cedc-4dab-a274-cbf5230d1f94,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:21:34.625848 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.626210 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.626541 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.626881 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.627244 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.627610 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.627945 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.628278 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.628628 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.628960 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.629284 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.629618 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7604979f-2daf-41ee-915c-2bb0d684365f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:21:34.932450 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-bbd8a69c-e559-4ea8-ae85-baaf9eed23ef None None] Provisioning complete for port 9e726b74-f01a-4443-b2c1-9f8b691d7bf9 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:21:34.932813 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a69c-e559-4ea8-ae85-baaf9eed23ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:35.024580 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-bbd8a69c-e559-4ea8-ae85-baaf9eed23ef None None] Provisioning complete for port 5c9f630e-b572-477f-bf9a-6fbb4afb1245 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:21:35.024954 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a69c-e559-4ea8-ae85-baaf9eed23ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:36.857735 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50328) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:37.080727 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b409e77-b14e-4d02-88b2-852ba253f254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:37.081123 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b409e77-b14e-4d02-88b2-852ba253f254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:37.082702 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-8b409e77-b14e-4d02-88b2-852ba253f254 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2239888 Aug 02 17:21:39.337382 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50336) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:39.474451 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171b0fc-8f0d-48da-b838-366050bcce93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:39.474935 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171b0fc-8f0d-48da-b838-366050bcce93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:39.476549 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-8171b0fc-8f0d-48da-b838-366050bcce93 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382258 Aug 02 17:21:41.884254 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50344) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:42.029482 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615a3d8-dcf2-4ee6-b2cc-bdae4c22792c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:42.031238 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-9615a3d8-dcf2-4ee6-b2cc-bdae4c22792c admin admin] 10.222.0.16 "GET /v2.0/networks/6aadb16e-90d6-44fa-912b-ab395ab453b6 HTTP/1.1" status: 200 len: 886 time: 0.1459274 Aug 02 17:21:44.382111 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50352) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:44.535434 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6bb789-1dbe-4982-925a-2ec089d1cfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:44.536829 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-7a6bb789-1dbe-4982-925a-2ec089d1cfd7 admin admin] 10.222.0.16 "GET /v2.0/networks/ee917a9d-a82b-4756-9f21-11e65417c69f HTTP/1.1" status: 200 len: 869 time: 0.1537750 Aug 02 17:21:45.848353 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:21:46.800428 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50360) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:46.946132 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354900a0-b422-4296-8fc7-88375923074e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:46.946612 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354900a0-b422-4296-8fc7-88375923074e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:46.948253 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-354900a0-b422-4296-8fc7-88375923074e admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1468248 Aug 02 17:21:49.246341 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50368) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:49.343085 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6884cd90-9367-4954-a6d2-0dbe611e58e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:49.343555 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6884cd90-9367-4954-a6d2-0dbe611e58e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:49.345224 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6884cd90-9367-4954-a6d2-0dbe611e58e7 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0975065 Aug 02 17:21:49.994605 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ffb9f156-a9c7-4c41-ad1d-0a97f392328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:51.622798 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 50376) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:51.720524 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51359f0-fb6f-47a2-98fb-cbc0a6c36dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:51.721920 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f51359f0-fb6f-47a2-98fb-cbc0a6c36dca admin admin] 10.222.0.16 "GET /v2.0/subnets/0d93d563-cedc-4dab-a274-cbf5230d1f94 HTTP/1.1" status: 200 len: 868 time: 0.0980413 Aug 02 17:21:52.491751 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-9e18c5d5-0319-4347-8039-8d229fb67ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:52.835766 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:53.784022 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:21:53.929206 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 50386) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:21:54.020331 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01478298-e1b2-4f42-9a22-06ee0edd4944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:21:54.021734 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-01478298-e1b2-4f42-9a22-06ee0edd4944 admin admin] 10.222.0.16 "GET /v2.0/subnets/829d1421-6b86-43de-adfd-65e8bab32468 HTTP/1.1" status: 200 len: 816 time: 0.0915473 Aug 02 17:21:56.085067 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:19.999368 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2e4f228a-e67a-4b03-a612-24bf8fc272b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:20.438224 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50440) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:22:20.486215 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [None req-40ad515a-f79e-4252-9a6f-1f875db449fc admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:22:20.487258 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-40ad515a-f79e-4252-9a6f-1f875db449fc admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480552 Aug 02 17:22:22.497924 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8eac3f5e-b05c-4321-993c-1626f875f3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:22.838179 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:22.845528 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50448) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:22:22.847405 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:22:22.908591 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7b797e-4716-44cd-92a9-76ccf599b05e admin admin] GET failed (client error): The resource could not be found. Aug 02 17:22:22.909942 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-0e7b797e-4716-44cd-92a9-76ccf599b05e admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634534 Aug 02 17:22:23.002739 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e3b65f-577b-47a6-b08a-06cab3a7ad82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:22:23.004269 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a4e3b65f-577b-47a6-b08a-06cab3a7ad82 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0895348 Aug 02 17:22:23.787471 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:25.320783 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50456) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:22:25.367266 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:22:25.390589 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Made reservation on behalf of 1c6f13c2818041018f3fb7a5d30236db for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:22:25.392896 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:25.428831 dv-cinder-788365-5-iscsi neutron-server[93404]: WARNING neutron.services.revisions.revision_plugin [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Could not find related network for resource to bump revision. Aug 02 17:22:25.443456 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:22:25.453846 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:25.454201 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Added segment 3165e943-d96f-4afb-b751-0509194fa62d of type vlan for network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 Aug 02 17:22:25.495606 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:25.525718 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:25.526671 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:22:25.527260 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:25.574181 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2521980 Aug 02 17:22:25.587497 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ffa1e-01a2-4199-bf39-0e8e7e3389aa admin admin] Pushing event updated for resources: {'Network': ['ID=0fcc0f38-7d9a-4f99-8604-afbef04f37c8,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:25.602066 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:22:26.081329 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:27.822734 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 50464) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:22:27.887776 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.pecan_wsgi.hooks.translation [None req-314a8c6e-1f1a-4cb4-93d5-aa19309934c5 admin admin] GET failed (client error): The resource could not be found. Aug 02 17:22:27.889177 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-314a8c6e-1f1a-4cb4-93d5-aa19309934c5 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0654099 Aug 02 17:22:27.989493 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ba8fd-69f8-4ff2-946f-d3daba2c39fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:22:27.991018 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-761ba8fd-69f8-4ff2-946f-d3daba2c39fa admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0974426 Aug 02 17:22:28.001991 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8', 'ip_version': 4}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:22:28.022697 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Made reservation on behalf of 1c6f13c2818041018f3fb7a5d30236db for: {'subnet': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:22:28.024895 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:28.217343 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:28.359398 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c342780-baa8-4336-be5c-d9941365f5e2,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:28.369267 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.369612 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.369951 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.370285 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.370614 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.370972 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.371329 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.372496 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.373180 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.373515 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.373843 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.374159 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:28.377754 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Checking segment: {'id': '3165e943-d96f-4afb-b751-0509194fa62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:22:28.378400 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Network hostable DHCP agents. Network: 0fcc0f38-7d9a-4f99-8604-afbef04f37c8, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:22:28.397359 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:22:28.407937 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 0fcc0f38-7d9a-4f99-8604-afbef04f37c8) {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:22:28.412187 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:22:28.412768 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:28.419347 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fdf99-9ce2-42ec-9393-7ac9bb010b31 None None] Network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:22:28.429601 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-fe93a471-5d59-49a3-816c-e5056b42833a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4309387 Aug 02 17:22:28.605264 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-0fcc0f38-7d9a-4f99-8604-afbef04f37c8', 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8', 'tenant_id': '1c6f13c2818041018f3fb7a5d30236db', 'fixed_ips': [{'subnet_id': '5c342780-baa8-4336-be5c-d9941365f5e2'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:22:28.607996 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:28.758031 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Allocated IP 192.168.233.2 (0fcc0f38-7d9a-4f99-8604-afbef04f37c8/5c342780-baa8-4336-be5c-d9941365f5e2/e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:22:28.910268 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:28.919067 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Transition to ACTIVE for port object e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:22:28.934166 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Transition to ACTIVE for port object e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:22:28.940904 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:28.984954 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:22:28.988313 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:22:28.991596 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:22:29.003143 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Pushing event updated for resources: {'Port': ['ID=e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:29.026276 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.026550 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.026962 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.027552 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.028553 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.028888 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.029116 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.029449 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.029803 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.030163 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.030490 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.030815 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:22:29.068497 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Attempting to bind port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:22:29.068878 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Attempting to bind port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '3165e943-d96f-4afb-b751-0509194fa62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:22:29.069273 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Attempting to bind port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c on network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:22:29.075530 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:22:29.075908 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Checking segment: {'id': '3165e943-d96f-4afb-b751-0509194fa62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:22:29.076316 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:29.076708 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Bound using segment: {'id': '3165e943-d96f-4afb-b751-0509194fa62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:22:29.077184 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Bound port: e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3165e943-d96f-4afb-b751-0509194fa62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:22:29.077587 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:29.145133 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] For port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:22:29.148870 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] For port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c,segment=NetworkSegment(3165e943-d96f-4afb-b751-0509194fa62d),segment_id=3165e943-d96f-4afb-b751-0509194fa62d)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:22:29.155157 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:29.218561 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfa7a4-0984-4f03-8be0-b049358ad611 None None] Pushing event updated for resources: {'Port': ['ID=e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:29.602462 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:22:29.675351 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:22:30.081671 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a446f517-3712-494b-8f49-517fbc6e03aa None None] Network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:22:30.148888 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-457c4c44-00cf-41b6-a5b1-49cc8b65f942 None None] Provisioning for port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:22:30.156914 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-457c4c44-00cf-41b6-a5b1-49cc8b65f942 None None] Provisioning complete for port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:22:30.157452 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-457c4c44-00cf-41b6-a5b1-49cc8b65f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:30.317169 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-457c4c44-00cf-41b6-a5b1-49cc8b65f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:30.362006 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-457c4c44-00cf-41b6-a5b1-49cc8b65f942 None None] For port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c,segment=NetworkSegment(3165e943-d96f-4afb-b751-0509194fa62d),segment_id=3165e943-d96f-4afb-b751-0509194fa62d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:22:30.367103 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-457c4c44-00cf-41b6-a5b1-49cc8b65f942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:30.435219 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c4c44-00cf-41b6-a5b1-49cc8b65f942 None None] Pushing event updated for resources: {'Port': ['ID=e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:22:30.590843 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-2da4e590-9f5f-4d5a-9ef8-4a200ed47455 None None] Provisioning complete for port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:22:30.591448 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2da4e590-9f5f-4d5a-9ef8-4a200ed47455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:31.572451 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:22:31.625327 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port e7ac8bad-5e0f-4e0c-99c4-26bf649c7e2c triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:22:31.625998 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:50.004193 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-71be9613-0e61-4409-8ccb-f5b68bb5534c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:52.498602 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-eb089c71-d58e-4dba-a679-c9bce79265c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:52.847869 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:53.791091 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:56.086003 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:22:59.847291 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:23:20.006814 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-76df2746-2ac1-4f85-a51d-e42350a5f363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:22.490453 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ea4c034e-5159-4aab-aea2-a3c777bc30c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:22.858823 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:23.791482 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:26.086702 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:36.848205 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:23:41.212875 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50516) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:23:41.219802 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [None req-261cd18f-f79a-4336-a51e-fe7859fe763f tempest-verify_tempest_config-85673817 tempest-verify_tempest_config-85673817-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:23:41.220824 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-261cd18f-f79a-4336-a51e-fe7859fe763f tempest-verify_tempest_config-85673817 tempest-verify_tempest_config-85673817-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069129 Aug 02 17:23:41.542765 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50534) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:23:41.648985 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:41.742396 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:41.748947 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:41.797408 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14938349-cede-4a73-9ec6-205963d56cb8,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:23:41.801131 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17491ba91c474d0483c809e2f381905c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2570598 Aug 02 17:23:41.804036 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 50538) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:23:41.806765 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.807158 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.807576 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.808404 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.808782 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.809183 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.809528 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.809867 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.810220 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.810559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.810892 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.811255 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a630e709-b0ac-4e01-bba2-978cb7b1dd80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.863124 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:41.886358 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:41.976663 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:41.979327 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:41.981190 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14938349-cede-4a73-9ec6-205963d56cb8 HTTP/1.1" status: 204 len: 168 time: 0.1760836 Aug 02 17:23:41.989309 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14938349-cede-4a73-9ec6-205963d56cb8,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:23:41.997679 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.998054 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.998469 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.998739 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.999100 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.999456 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:41.999790 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:42.000117 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:42.000464 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:42.000799 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:42.001124 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:42.001445 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc66fb3-e7fc-45d8-a4f1-d75645504719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:23:50.015950 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-9acf137c-2c72-4536-a4c3-e8e8a4cc095c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:52.502830 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2efcd7d0-59c1-42f0-ab51-4e046457f181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:52.846885 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:53.800778 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:23:56.096779 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:13.846680 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:24:20.009221 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ec52219d-4bb2-43f6-8868-b80225a28bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:22.487909 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b6662d69-b907-4fcd-9f23-dec60b806c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:22.840487 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:23.798133 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:26.095635 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:50.013031 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-15ca8ccd-9244-4cc4-abbd-6b7f1e91d9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:50.845130 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:24:52.492054 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fa0a-9a94-4938-a5ae-5eac9eb90d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:52.843582 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:53.799519 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:24:56.100286 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:20.015880 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-a5505c81-4134-4d4f-ba38-64bbe13376b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:22.494448 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-dedcc222-b572-420c-b7a6-4261dd47fb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:22.849039 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:23.809811 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:26.101989 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:27.843904 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 5 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:25:29.185485 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445545'] for agent, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:42.820610 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 50614) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:25:42.940124 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-57df814a-483c-479a-9050-7f54bf27c83f admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1170454 Aug 02 17:25:45.335924 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 50624) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:25:45.391860 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-78c54fe7-6192-4d0d-8fa2-dffd30e721f8 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0548365 Aug 02 17:25:50.017784 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-07c15264-a977-490a-85d0-3a9676ff3496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:52.496961 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8bada1d3-1e72-4bd5-bc4e-269072f1a66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:52.854811 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:53.807288 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:56.107013 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:25:59.141516 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:04.843860 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:26:20.019422 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b86e5b9d-4cde-48a5-af6a-1f4b27bce545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:22.498180 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-a5586714-61a3-463e-9e91-5b5f4b1ba7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:22.856956 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:23.809908 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:26.107922 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:29.151638 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:41.843089 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:26:50.022033 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-27459cd7-060a-4198-9fac-e21d047727b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:52.496440 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8064cd7e-361f-4ae2-b7a2-e9f5a9787a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:52.863517 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:53.811932 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:56.111586 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:26:59.168476 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:18.842792 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:27:20.044130 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-a06674e1-6187-47ca-b5a0-9c84a90cd26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:20.986494 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 50728) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:21.211525 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-882974180-network', 'tenant_id': '5c8293c129894d65ae6ecb4becaf69a5'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:21.239077 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Made reservation on behalf of 5c8293c129894d65ae6ecb4becaf69a5 for: {'network': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:21.245380 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.259794 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.427088 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.432307 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.464659 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:27:21.490268 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92238d7d-5276-4ff1-8dfc-0aa36e1454e0,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:21.506415 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.506534 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.507597 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.508475 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.509071 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.509692 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.510299 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.510897 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.511505 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.512103 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.512702 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.513284 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Tracked resource versions report: Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: pushed versions: Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: { 'AddressGroup': {'1.2'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'ConntrackHelper': {'1.0'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Log': {'1.0'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Network': {'1.1'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Port': {'1.7'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'PortForwarding': {'1.2'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'QosPolicy': {'1.8'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SecurityGroup': {'1.4'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SubPort': {'1.0'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Subnet': {'1.1'}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Trunk': {'1.1'}} Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: consumer versions: Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: { DHCP agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: HyperV agent@hv-cinder-78836: {}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: L3 agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: Metadata agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: Metering agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: Open vSwitch agent@dv-cinder-788365-5-iscsi: { 'AddressGroup': '1.2', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'ConntrackHelper': '1.0', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Log': '1.0', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Network': '1.1', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Port': '1.7', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'PortForwarding': '1.2', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'QosPolicy': '1.8', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SecurityGroup': '1.4', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SecurityGroupRule': '1.2', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'SubPort': '1.0', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Subnet': '1.1', Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: 'Trunk': '1.1'}} Aug 02 17:27:21.515761 dv-cinder-788365-5-iscsi neutron-server[93403]: {{(pid=93403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:27:21.533371 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.533965 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.segments_db [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Added segment 2613282a-4a6e-4551-b2d3-2084313b187a of type vlan for network 1024daa2-6d15-4da9-9a68-d2af8abab30e Aug 02 17:27:21.628387 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.665134 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.666597 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:21.667293 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:21.728259 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7402210 Aug 02 17:27:21.729366 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50778) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:21.752941 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Request body: {'subnet': {'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-882974180-subnet', 'tenant_id': '5c8293c129894d65ae6ecb4becaf69a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:21.767548 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0537eb-1ab4-4a43-ac83-f5e3a52c0af5 admin admin] Pushing event updated for resources: {'Network': ['ID=1024daa2-6d15-4da9-9a68-d2af8abab30e,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:21.791497 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 1024daa2-6d15-4da9-9a68-d2af8abab30e details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:27:21.816370 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Made reservation on behalf of 5c8293c129894d65ae6ecb4becaf69a5 for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:21.822534 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:22.048649 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:22.101838 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5118065-5b7b-4740-a1cc-72d0c4b0d77a,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:22.115343 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.115703 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.116241 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.117486 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.117995 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.118352 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.118690 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.119034 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.119365 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.119698 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.120019 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.120339 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Tracked resource versions report: Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: pushed versions: Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: { 'AddressGroup': {'1.2'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'ConntrackHelper': {'1.0'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Log': {'1.0'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Network': {'1.1'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Port': {'1.7'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'PortForwarding': {'1.2'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'QosPolicy': {'1.8'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SecurityGroup': {'1.4'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SubPort': {'1.0'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Subnet': {'1.1'}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Trunk': {'1.1'}} Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: consumer versions: Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: { DHCP agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: HyperV agent@hv-cinder-78836: {}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: L3 agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: Metadata agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: Metering agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: Open vSwitch agent@dv-cinder-788365-5-iscsi: { 'AddressGroup': '1.2', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'ConntrackHelper': '1.0', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Log': '1.0', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Network': '1.1', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Port': '1.7', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'PortForwarding': '1.2', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'QosPolicy': '1.8', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SecurityGroup': '1.4', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SecurityGroupRule': '1.2', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'SubPort': '1.0', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Subnet': '1.1', Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: 'Trunk': '1.1'}} Aug 02 17:27:22.121465 dv-cinder-788365-5-iscsi neutron-server[93404]: {{(pid=93404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:27:22.140772 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Checking segment: {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:22.141133 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Network hostable DHCP agents. Network: 1024daa2-6d15-4da9-9a68-d2af8abab30e, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:27:22.160940 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Network 1024daa2-6d15-4da9-9a68-d2af8abab30e is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:27:22.174218 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 1024daa2-6d15-4da9-9a68-d2af8abab30e) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:22.180519 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:22.181228 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:22.189178 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d0cf6a-0b55-40a6-994d-9964e39472df None None] Network 1024daa2-6d15-4da9-9a68-d2af8abab30e requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:22.211832 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-925a13f0-1784-4243-a98c-9335764b1e18 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4774768 Aug 02 17:27:22.338734 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32661a65-54d6-4290-a3d3-93a3932febc9 None None] Network 1024daa2-6d15-4da9-9a68-d2af8abab30e requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:22.519706 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b3f455a1-31f5-417b-a770-e11d06ec422a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:22.869501 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:23.417736 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50874) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:23.453271 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50878) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:23.566660 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50884) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:23.654423 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50890) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:23.799115 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-913939843-network', 'tenant_id': 'f16e6ca6f8e24ce38241185d5c980577'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:23.826910 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:23.829352 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Made reservation on behalf of f16e6ca6f8e24ce38241185d5c980577 for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:23.832619 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:23.843188 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:23.928045 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1906113501-network', 'tenant_id': '969a2376c5684f5ba82f08c9a98a5c6f'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:23.954087 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-229435007-network', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:24.138623 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.147193 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-network', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:24.160065 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.175846 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:27:24.198048 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.db.api [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:27:24.198048 dv-cinder-788365-5-iscsi neutron-server[93404]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 02 17:27:24.198048 dv-cinder-788365-5-iscsi neutron-server[93404]: [parameters: {'project_id_1': 'f1f4b872b4d94da38779ac7003aaf09e', 'expiration_1': datetime.datetime(2021, 8, 2, 17, 27, 23, 979043)}] Aug 02 17:27:24.198048 dv-cinder-788365-5-iscsi neutron-server[93404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:27:24.199371 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG oslo_db.api [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:27:24.199371 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.db.api [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:27:24.199371 dv-cinder-788365-5-iscsi neutron-server[93404]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 02 17:27:24.199371 dv-cinder-788365-5-iscsi neutron-server[93404]: [parameters: {'project_id_1': '7b05c3a3701b4394bd0298bbb30e4efa', 'expiration_1': datetime.datetime(2021, 8, 2, 17, 27, 24, 155546)}] Aug 02 17:27:24.199371 dv-cinder-788365-5-iscsi neutron-server[93404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:27:24.200027 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG oslo_db.api [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:27:24.207357 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.207808 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Added segment e890d320-511e-448b-be40-165a2461fb72 of type vlan for network aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 Aug 02 17:27:24.220243 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Made reservation on behalf of 969a2376c5684f5ba82f08c9a98a5c6f for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:24.223812 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.247527 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.303349 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.307797 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb51da37-2545-45e9-a122-e9b948e15a6d,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:24.371437 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.372494 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:24.373098 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.462683 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] Pushing event updated for resources: {'Network': ['ID=aa97f16f-fb0b-46d6-bc0d-98f193e6cc26,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:24.480202 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:27:24.511597 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.520024 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.563802 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f129e0-9e60-4123-9eec-79c6911dadb9,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:24.567100 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-e7d9d6d2-fd79-4238-ace3-f81d42c9b195 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1482902 Aug 02 17:27:24.571875 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50938) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:24.576295 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Request body: {'subnet': {'network_id': 'aa97f16f-fb0b-46d6-bc0d-98f193e6cc26', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-913939843-subnet', 'tenant_id': 'f16e6ca6f8e24ce38241185d5c980577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:24.593194 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:27:24.618450 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.618817 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Added segment 8f7f8c1a-ec1c-494b-ba0a-405a24fbaeb5 of type vlan for network fa5ebfe0-e60e-404f-81ae-1f014e588eb1 Aug 02 17:27:24.629937 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Made reservation on behalf of f16e6ca6f8e24ce38241185d5c980577 for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:24.634245 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.739981 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.743651 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Made reservation on behalf of f1f4b872b4d94da38779ac7003aaf09e for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:24.746208 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.770827 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.803531 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Made reservation on behalf of 7b05c3a3701b4394bd0298bbb30e4efa for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:24.806788 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.851998 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.892990 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:24.894202 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:24.895022 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.014770 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 50960) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:25.019947 dv-cinder-788365-5-iscsi neutron-server[93403]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 02 17:27:25.082405 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5ebfe0-e60e-404f-81ae-1f014e588eb1,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:25.100048 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network fa5ebfe0-e60e-404f-81ae-1f014e588eb1 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:27:25.385727 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.430857 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50974) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:25.555849 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.557538 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117810-9574-45e6-8a1d-fea7988035ce req-1dc0359f-fcfe-4a5b-bdc6-03c7306f1274 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:25.572798 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-1dc0359f-fcfe-4a5b-bdc6-03c7306f1274 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 814 time: 0.5548525 Aug 02 17:27:25.592642 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4503568-3d55-49c3-adc2-cdd79d6eed35,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:25.595570 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.601528 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-c245d692-c035-4910-a3c1-2a82ea90dd1c tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/quotas/5c8293c129894d65ae6ecb4becaf69a5 HTTP/1.1" status: 200 len: 375 time: 0.0250611 Aug 02 17:27:25.610058 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-1ffebcb8-0d9f-4149-a32e-ecabded2cf58 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1559021 Aug 02 17:27:25.619169 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 50982) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:25.636809 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Request body: {'subnet': {'network_id': 'fa5ebfe0-e60e-404f-81ae-1f014e588eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1906113501-subnet', 'tenant_id': '969a2376c5684f5ba82f08c9a98a5c6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:25.656478 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:27:25.672158 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-b91bd179-e67c-452f-8dfa-df7d8bee7da2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688798 Aug 02 17:27:25.679695 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Checking segment: {'id': 'e890d320-511e-448b-be40-165a2461fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa97f16f-fb0b-46d6-bc0d-98f193e6cc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:25.680134 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Network hostable DHCP agents. Network: aa97f16f-fb0b-46d6-bc0d-98f193e6cc26, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:27:25.693853 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eb58a8-1dfd-48f7-845c-c59df8c78824,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:25.705628 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.705992 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Added segment cdd1e44f-7959-4645-8b0f-60b16bec9d89 of type vlan for network 1105c960-0c88-40a7-9013-c9235ec1cc22 Aug 02 17:27:25.753018 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b80a2c42-ce6b-4625-b376-43fda2ba143a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.796345 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.801221 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Network aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:27:25.833155 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, aa97f16f-fb0b-46d6-bc0d-98f193e6cc26) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:25.836287 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-ea047969-4d03-42ad-a863-a8fc8bd4baf7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:27:25.845795 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:25.846391 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.846608 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ffb514-679f-4c0d-965a-5f86831ff066 None None] Network aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:25.856325 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-ea047969-4d03-42ad-a863-a8fc8bd4baf7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0844717 Aug 02 17:27:25.884002 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:25.885284 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:25.885872 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.018450 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-611c69e0-36db-427e-8d69-dfe92c2090eb service neutron] 10.222.0.16 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612504 Aug 02 17:27:26.020925 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.022030 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] Pushing event updated for resources: {'Network': ['ID=1105c960-0c88-40a7-9013-c9235ec1cc22,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:26.029666 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.029898 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4517b42c-79ad-40ef-b6b9-7f90a93dfdc9 None None] Network aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:26.040020 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4ccc2299-e65c-4ebc-ba9b-3dc057d6f536 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4676239 Aug 02 17:27:26.057947 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-c261dd87-395e-4abb-b621-0176861f9568 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4893577 Aug 02 17:27:26.063345 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 50996) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:26.065968 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:27:26.070780 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Request body: {'subnet': {'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-229435007-subnet', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:26.109689 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:27:26.123027 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Made reservation on behalf of 969a2376c5684f5ba82f08c9a98a5c6f for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:26.126040 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.133355 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.db.api [None req-b80a2c42-ce6b-4625-b376-43fda2ba143a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:27:26.133355 dv-cinder-788365-5-iscsi neutron-server[93404]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 02 17:27:26.133355 dv-cinder-788365-5-iscsi neutron-server[93404]: [parameters: {'project_id_1': 'dc34154103d44caab02ba7347724f7dd', 'expiration_1': datetime.datetime(2021, 8, 2, 17, 27, 25, 808645)}] Aug 02 17:27:26.133355 dv-cinder-788365-5-iscsi neutron-server[93404]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:27:26.134273 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG oslo_db.api [None req-b80a2c42-ce6b-4625-b376-43fda2ba143a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:27:26.153128 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.153572 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Added segment cc4d8fa8-a392-4615-aab5-e8c37493d7a0 of type vlan for network 398c1e99-b5ef-4a52-9310-ea2246e20b5a Aug 02 17:27:26.181542 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83651631-4194-461c-92d5-dd9a74b8b311,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:26.184209 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Made reservation on behalf of f1f4b872b4d94da38779ac7003aaf09e for: {'subnet': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:26.188448 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.260415 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.280683 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.287913 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-b769b8d1-9b1e-4c2b-80d2-c1e4d767478d service neutron] 10.222.0.16 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522864 Aug 02 17:27:26.323763 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.324875 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:26.325462 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.426924 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7712047 Aug 02 17:27:26.435909 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51006) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:26.445335 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Request body: {'subnet': {'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-subnet', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:26.457486 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c89796-e29f-4adf-8fc4-6d051b3ebd66 admin admin] Pushing event updated for resources: {'Network': ['ID=398c1e99-b5ef-4a52-9310-ea2246e20b5a,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:26.471750 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 398c1e99-b5ef-4a52-9310-ea2246e20b5a details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:27:26.529538 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Made reservation on behalf of 7b05c3a3701b4394bd0298bbb30e4efa for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:26.532058 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.580351 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.620062 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.635532 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b80a2c42-ce6b-4625-b376-43fda2ba143a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.706175 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0b68b7-702d-4d30-b0e4-5ea287d0e8c3,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:26.731374 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51034) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:26.744707 dv-cinder-788365-5-iscsi neutron-server[93404]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 02 17:27:26.757606 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Checking segment: {'id': '8f7f8c1a-ec1c-494b-ba0a-405a24fbaeb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fa5ebfe0-e60e-404f-81ae-1f014e588eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:26.758151 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Network hostable DHCP agents. Network: fa5ebfe0-e60e-404f-81ae-1f014e588eb1, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:27:26.784443 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:26.818270 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Checking segment: {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:26.818765 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Network hostable DHCP agents. Network: 1105c960-0c88-40a7-9013-c9235ec1cc22, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:27:26.845091 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:27:26.860302 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 1105c960-0c88-40a7-9013-c9235ec1cc22) {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:26.869349 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:26.870055 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:26.877038 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a0296-caf7-4a61-b370-9bd476ad38e5 None None] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:26.962558 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Network fa5ebfe0-e60e-404f-81ae-1f014e588eb1 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:27:26.989871 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5ed812e8-6538-4aea-a211-08539720b2ec req-1f4e929a-6435-4638-a867-f23115f1d4f4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.1124651 Aug 02 17:27:26.992605 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, fa5ebfe0-e60e-404f-81ae-1f014e588eb1) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:27.011310 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc80e7d4-2886-425b-9dae-770dbea80bf8 None None] Network fa5ebfe0-e60e-404f-81ae-1f014e588eb1 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:27.036886 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b80a2c42-ce6b-4625-b376-43fda2ba143a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.055373 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-88fe2d7d-69e0-4ec7-b1ee-86a431aea76a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9909782 Aug 02 17:27:27.056026 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51048) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:27.062781 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:27.095617 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.097243 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.104959 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b80a2c42-ce6b-4625-b376-43fda2ba143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.109191 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:27.110059 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.185683 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-1105c960-0c88-40a7-9013-c9235ec1cc22', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:27:27.185892 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.186827 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.198077 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-ccbd8450-e401-4f62-ab36-a56b9773fef0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5731497 Aug 02 17:27:27.204217 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-b80a2c42-ce6b-4625-b376-43fda2ba143a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc34154103d44caab02ba7347724f7dd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7146888 Aug 02 17:27:27.206186 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.208810 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51052) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:27.242490 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a2c42-ce6b-4625-b376-43fda2ba143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26961524-759b-48be-9e8e-d4b80e56419d,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:27.260639 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-dede1bad-17f5-4e50-87bb-8175f1ccd8c0 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:27.270136 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-dede1bad-17f5-4e50-87bb-8175f1ccd8c0 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/networks?id=aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 HTTP/1.1" status: 200 len: 811 time: 0.5330820 Aug 02 17:27:27.348335 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-469ffb07-292f-409f-b327-843f5bc1d293 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/quotas/f16e6ca6f8e24ce38241185d5c980577 HTTP/1.1" status: 200 len: 375 time: 0.0770996 Aug 02 17:27:27.468096 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbadf87-bd10-4c86-a1c8-aea5f656a55c None None] Network fa5ebfe0-e60e-404f-81ae-1f014e588eb1 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:27.535551 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.566927 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-71db4365-8031-40f4-8029-95614b44d69d tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f16e6ca6f8e24ce38241185d5c980577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2176957 Aug 02 17:27:27.578253 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daef3cfb-6c43-44d7-9ccb-4de42c45122d,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:27.604611 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Checking segment: {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:27.605404 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Network hostable DHCP agents. Network: 398c1e99-b5ef-4a52-9310-ea2246e20b5a, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:27:27.613233 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a5c814f5-96d5-406d-b6af-e91dad1c0624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.648356 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Network 398c1e99-b5ef-4a52-9310-ea2246e20b5a is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:27:27.653419 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a5c814f5-96d5-406d-b6af-e91dad1c0624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.671159 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 398c1e99-b5ef-4a52-9310-ea2246e20b5a) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:27.685852 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:27.686728 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.712683 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d6a52-af12-4634-bbaf-729375bb4be5 None None] Network 398c1e99-b5ef-4a52-9310-ea2246e20b5a requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:27.721742 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-de6a7128-3833-4808-97f2-486d2846bc97 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2847316 Aug 02 17:27:27.731642 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51078) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:27.745207 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:27.797461 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a5c814f5-96d5-406d-b6af-e91dad1c0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.809095 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a5c814f5-96d5-406d-b6af-e91dad1c0624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.816188 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a5c814f5-96d5-406d-b6af-e91dad1c0624 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26961524-759b-48be-9e8e-d4b80e56419d HTTP/1.1" status: 204 len: 168 time: 0.6031606 Aug 02 17:27:27.855909 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c814f5-96d5-406d-b6af-e91dad1c0624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26961524-759b-48be-9e8e-d4b80e56419d,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:27.900005 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-180f106c-f791-4a5b-82d7-4fd5441619cb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:27:27.901246 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-180f106c-f791-4a5b-82d7-4fd5441619cb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1461866 Aug 02 17:27:27.903045 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.903581 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:27.948291 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Allocated IP 172.20.0.2 (1105c960-0c88-40a7-9013-c9235ec1cc22/0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec/6af14a4f-5182-406f-8913-ac56f434d0fd) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:28.012486 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.022499 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba7938-20e8-41dc-a7bf-bf2f3df90c2b None None] Network 398c1e99-b5ef-4a52-9310-ea2246e20b5a requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:28.067806 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.192096 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.560265 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51122) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:28.574722 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184862763-network', 'tenant_id': '15be1566ef224b298b93d01fb4c51ea3'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:28.668889 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Made reservation on behalf of 15be1566ef224b298b93d01fb4c51ea3 for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:28.680170 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.734258 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Allocated IP 172.27.0.6 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/a815df01-f012-488c-9e16-25590a8644c2) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:28.738627 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.903372 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-a78ad167-aba8-4a5f-b938-780b180bd642 service neutron] 10.222.0.16 "GET /v2.0/networks/aa97f16f-fb0b-46d6-bc0d-98f193e6cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093968 Aug 02 17:27:28.922721 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.952424 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Transition to ACTIVE for port object 6af14a4f-5182-406f-8913-ac56f434d0fd will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:28.982214 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:28.993916 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Transition to ACTIVE for port object 6af14a4f-5182-406f-8913-ac56f434d0fd will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:29.011112 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.043622 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51130) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:29.057812 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fdb55767-9424-4b32-972c-1d19d2edb46e req-a36c8da8-a031-4755-9456-35cfb6a7f373 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.0906332 Aug 02 17:27:29.125899 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Pushing event updated for resources: {'Port': ['ID=6af14a4f-5182-406f-8913-ac56f434d0fd,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:29.150830 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.151503 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.152016 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.152624 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.153197 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.153744 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.154296 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.154855 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.155636 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.156069 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0996859f-75dd-457c-b782-94ca7c5737ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.156268 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.156831 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.157386 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Tracked resource versions report: Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: pushed versions: Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: { 'AddressGroup': {'1.2'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'ConntrackHelper': {'1.0'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Log': {'1.0'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Network': {'1.1'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Port': {'1.7'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'PortForwarding': {'1.2'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'QosPolicy': {'1.8'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SecurityGroup': {'1.4'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SubPort': {'1.0'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Subnet': {'1.1'}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Trunk': {'1.1'}} Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: consumer versions: Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: { DHCP agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: HyperV agent@hv-cinder-78836: {}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: L3 agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: Metadata agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: Metering agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: Open vSwitch agent@dv-cinder-788365-5-iscsi: { 'AddressGroup': '1.2', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'ConntrackHelper': '1.0', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Log': '1.0', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Network': '1.1', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Port': '1.7', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'PortForwarding': '1.2', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'QosPolicy': '1.8', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SecurityGroup': '1.4', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SecurityGroupRule': '1.2', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'SubPort': '1.0', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Subnet': '1.1', Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: 'Trunk': '1.1'}} Aug 02 17:27:29.161549 dv-cinder-788365-5-iscsi neutron-server[93405]: {{(pid=93405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:27:29.213026 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.216093 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:29.219985 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:29.226315 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:29.281043 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.286142 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-755e619d-4eeb-4f67-b744-60d90046261f service neutron] 10.222.0.16 "GET /v2.0/networks/aa97f16f-fb0b-46d6-bc0d-98f193e6cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254251 Aug 02 17:27:29.339489 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Attempting to bind port 6af14a4f-5182-406f-8913-ac56f434d0fd on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:29.340175 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Attempting to bind port 6af14a4f-5182-406f-8913-ac56f434d0fd by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:29.340563 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Attempting to bind port 6af14a4f-5182-406f-8913-ac56f434d0fd on network 1105c960-0c88-40a7-9013-c9235ec1cc22 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:29.349350 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:29.349734 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Checking segment: {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:29.352246 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.352635 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Bound using segment: {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:29.353080 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Bound port: 6af14a4f-5182-406f-8913-ac56f434d0fd, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:29.353502 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.411755 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.413790 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.463403 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.476258 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Pushing event updated for resources: {'Port': ['ID=a815df01-f012-488c-9e16-25590a8644c2,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:29.486678 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:29.488664 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:29.491967 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:29.526318 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] For port 6af14a4f-5182-406f-8913-ac56f434d0fd, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:29.530277 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] For port 6af14a4f-5182-406f-8913-ac56f434d0fd, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=6af14a4f-5182-406f-8913-ac56f434d0fd,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:29.541663 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.619575 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae4517-d8e4-485e-b1d3-892d4a5c67ed,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:29.680706 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4d1b3298-3c42-445a-a2d2-b73007e08703 req-0fb6a05b-cf5a-45fc-a409-ff84c5eba9e1 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.0618701 Aug 02 17:27:29.681846 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb436f-874d-4b5e-9896-fd27244187ed None None] Pushing event updated for resources: {'Port': ['ID=6af14a4f-5182-406f-8913-ac56f434d0fd,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:29.726642 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:27:29.776004 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.776386 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Added segment aaecb994-8d47-46ef-9d1b-edb3155b8376 of type vlan for network 922149a1-7fa4-4dc1-83d7-8734be139169 Aug 02 17:27:29.802171 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.867773 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.883263 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:29.896909 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.005134 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0996859f-75dd-457c-b782-94ca7c5737ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.021811 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0996859f-75dd-457c-b782-94ca7c5737ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.083863 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.085022 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:30.086192 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.140919 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996859f-75dd-457c-b782-94ca7c5737ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebca7ec-8e46-4a43-be1a-ec2e51c2ee0b,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:30.180148 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-0996859f-75dd-457c-b782-94ca7c5737ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38e6908bb7824a9491795eb7493dc5c4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1333930 Aug 02 17:27:30.184798 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51174) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:30.204820 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6429844 Aug 02 17:27:30.212609 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51176) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:30.229492 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Request body: {'subnet': {'network_id': '922149a1-7fa4-4dc1-83d7-8734be139169', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1184862763-subnet', 'tenant_id': '15be1566ef224b298b93d01fb4c51ea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:30.238938 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Allocated IP 172.27.0.183 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/dc5e1e23-dc5f-4352-ab3e-bdf0063ee668) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:30.243620 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac358e94-b5c8-4db0-9bea-c80d7d233b19 admin admin] Pushing event updated for resources: {'Network': ['ID=922149a1-7fa4-4dc1-83d7-8734be139169,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:30.256334 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.262383 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 922149a1-7fa4-4dc1-83d7-8734be139169 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:27:30.387709 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Made reservation on behalf of 15be1566ef224b298b93d01fb4c51ea3 for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:30.390679 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Notify callbacks [] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.461201 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-62380359-f91d-43af-a2c8-db098e95e1d2 req-3ffa6e8c-9af2-481f-9012-2c0e17d34900 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.1041415 Aug 02 17:27:30.489535 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Router 149cd355-7fd2-495a-b6af-849422f2359f is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:27:30.549010 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c10fd5a-a164-4789-931d-6cc91daea656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.622697 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c10fd5a-a164-4789-931d-6cc91daea656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.660653 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.671792 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:27:30.685885 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Sync routers for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:27:30.701075 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:30.701791 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:27:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:30.712180 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] Notify callbacks [] for router, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:30.714229 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-0b26390a-f13a-456d-9018-1671184b7883 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6568315 Aug 02 17:27:30.717341 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51194) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:30.810578 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b54f57ad-fe24-48cb-b97e-1c978de142cb req-64441ec5-75c7-4466-84a5-8597c1fa2710 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.0385971 Aug 02 17:27:30.957552 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:31.023152 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab54b6-b0a7-49dc-bf74-4f387591c4a9 None None] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:31.061121 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.100456 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-a280d00b-288f-4b03-92b8-0f996b3ace01 None None] Provisioning for port 6af14a4f-5182-406f-8913-ac56f434d0fd completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:31.106349 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c10fd5a-a164-4789-931d-6cc91daea656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.108830 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4c10fd5a-a164-4789-931d-6cc91daea656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.109987 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4c10fd5a-a164-4789-931d-6cc91daea656 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ebca7ec-8e46-4a43-be1a-ec2e51c2ee0b HTTP/1.1" status: 204 len: 168 time: 0.9177310 Aug 02 17:27:31.180724 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.223919 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10fd5a-a164-4789-931d-6cc91daea656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebca7ec-8e46-4a43-be1a-ec2e51c2ee0b,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:31.228776 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:29Z', 'revision_number': 3, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:31.252521 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b5fd60f-398a-4ec8-a195-7276cd6078f5,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:31.279775 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Checking router: 149cd355-7fd2-495a-b6af-849422f2359f for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:27:31.282158 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Updating router 149cd355-7fd2-495a-b6af-849422f2359f port a815df01-f012-488c-9e16-25590a8644c2 binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:27:31.287635 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:31.307694 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:31.313735 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:31.315800 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5e1e23-dc5f-4352-ab3e-bdf0063ee668,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:31.324803 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.514911 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Checking segment: {'id': 'aaecb994-8d47-46ef-9d1b-edb3155b8376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '922149a1-7fa4-4dc1-83d7-8734be139169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:31.515057 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Network hostable DHCP agents. Network: 922149a1-7fa4-4dc1-83d7-8734be139169, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:27:31.603055 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Network 922149a1-7fa4-4dc1-83d7-8734be139169 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:27:31.622783 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 922149a1-7fa4-4dc1-83d7-8734be139169) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:31.628561 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8c61204-527a-4470-8fcc-61c101881e0c req-85441dad-23e8-4600-8ad1-65a7d869fcac tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.0515487 Aug 02 17:27:31.640730 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef6c61-53e4-4c24-8fda-a96d48cb0f00 None None] Network 922149a1-7fa4-4dc1-83d7-8734be139169 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:31.648816 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:31.649092 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.759898 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-87fe0aab-4ef1-444c-8183-176e2da10ead admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5417242 Aug 02 17:27:31.842873 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.887167 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 6af14a4f-5182-406f-8913-ac56f434d0fd up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:31.889747 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Transition to ACTIVE for port object a815df01-f012-488c-9e16-25590a8644c2 will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:31.902049 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:31.982851 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f3a14-19db-4617-87a3-13c04675532f None None] Network 922149a1-7fa4-4dc1-83d7-8734be139169 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:27:32.003935 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4d32acb2-d996-41a7-8f78-fe4a5bfd6d1d req-b42fea1a-d735-4ab9-8c46-701e7539c39b tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.0670671 Aug 02 17:27:32.027207 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Pushing event updated for resources: {'Port': ['ID=a815df01-f012-488c-9e16-25590a8644c2,revision_number=2']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:32.030952 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Attempting to bind port a815df01-f012-488c-9e16-25590a8644c2 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:32.036142 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.044758 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Attempting to bind port a815df01-f012-488c-9e16-25590a8644c2 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:32.046238 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Attempting to bind port a815df01-f012-488c-9e16-25590a8644c2 on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:32.058182 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51226) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:32.058546 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.059085 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.059595 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.060085 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.061172 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.063079 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.063608 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.064142 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.064649 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.065665 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.066758 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.067518 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Tracked resource versions report: Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: pushed versions: Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: { 'AddressGroup': {'1.2'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'ConntrackHelper': {'1.0'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Log': {'1.0'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Network': {'1.1'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Port': {'1.7'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'PortForwarding': {'1.2'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'QosPolicy': {'1.8'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SecurityGroup': {'1.4'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SecurityGroupRule': {'1.2'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SubPort': {'1.0'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Subnet': {'1.1'}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Trunk': {'1.1'}} Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: consumer versions: Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: { DHCP agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: HyperV agent@hv-cinder-78836: {}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: L3 agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: Metadata agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: Metering agent@dv-cinder-788365-5-iscsi: {}, Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: Open vSwitch agent@dv-cinder-788365-5-iscsi: { 'AddressGroup': '1.2', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'ConntrackHelper': '1.0', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Log': '1.0', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Network': '1.1', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Port': '1.7', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'PortForwarding': '1.2', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'QosPolicy': '1.8', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SecurityGroup': '1.4', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SecurityGroupRule': '1.2', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'SubPort': '1.0', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Subnet': '1.1', Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: 'Trunk': '1.1'}} Aug 02 17:27:32.072129 dv-cinder-788365-5-iscsi neutron-server[93406]: {{(pid=93406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 17:27:32.091206 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:32.092290 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:32.093202 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.094165 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:32.095571 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Bound port: a815df01-f012-488c-9e16-25590a8644c2, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:32.098572 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.112509 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 6af14a4f-5182-406f-8913-ac56f434d0fd completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:32.120414 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 6af14a4f-5182-406f-8913-ac56f434d0fd triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:32.120795 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.192791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6abd08e-0ce9-43b7-8c66-847a87b53ab0 admin admin] Deleting subnet ce0b68b7-702d-4d30-b0e4-5ea287d0e8c3 {{(pid=93403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:27:32.202098 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f6abd08e-0ce9-43b7-8c66-847a87b53ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.208826 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] For port a815df01-f012-488c-9e16-25590a8644c2, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:32.215879 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] For port a815df01-f012-488c-9e16-25590a8644c2, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=a815df01-f012-488c-9e16-25590a8644c2,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:32.224672 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.288881 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f6abd08e-0ce9-43b7-8c66-847a87b53ab0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.289529 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.300248 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f6abd08e-0ce9-43b7-8c66-847a87b53ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.311358 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.343639 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 6af14a4f-5182-406f-8913-ac56f434d0fd, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=6af14a4f-5182-406f-8913-ac56f434d0fd,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:32.354743 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.378301 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b8933-a3b6-4698-b8fa-160c4e8c56f7 None None] Pushing event updated for resources: {'Port': ['ID=a815df01-f012-488c-9e16-25590a8644c2,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:32.383203 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:32.384848 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:27:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:32.388503 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f6abd08e-0ce9-43b7-8c66-847a87b53ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.436872 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f6abd08e-0ce9-43b7-8c66-847a87b53ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.441311 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f6abd08e-0ce9-43b7-8c66-847a87b53ab0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ce0b68b7-702d-4d30-b0e4-5ea287d0e8c3 HTTP/1.1" status: 204 len: 168 time: 0.3812582 Aug 02 17:27:32.443350 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abd08e-0ce9-43b7-8c66-847a87b53ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0b68b7-702d-4d30-b0e4-5ea287d0e8c3,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:32.452915 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51234) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:32.465722 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=6af14a4f-5182-406f-8913-ac56f434d0fd,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:32.530821 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.537580 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:32.566371 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.691848 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:32.708491 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.709235 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.710956 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.711442 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > port after_create 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.711886 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.713062 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > port after_update 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.713678 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.714221 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.715067 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.715839 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.828194 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:29Z', 'revision_number': 3, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:32.860542 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88652fb-00ed-4bc9-ad56-f3dc3ce6e80d None None] The sync data for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi is: [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:29Z', 'revision_number': 3, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:27:32.865492 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4f6c2ee6-9ccb-4d54-8256-6dbda8376a0d req-2c6f1b20-65fb-4260-9a6b-340dd1bb3bf5 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.0503647 Aug 02 17:27:32.954457 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Allocated IP 172.20.0.1 (1105c960-0c88-40a7-9013-c9235ec1cc22/0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec/071e8fba-16fe-4990-8223-cb30bed8a72a) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:32.967358 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.967709 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.968045 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.968541 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93403) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:27:32.969011 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5ebfe0-e60e-404f-81ae-1f014e588eb1']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:32.989403 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7f8c1a-ec1c-494b-ba0a-405a24fbaeb5') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:32.989698 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7f8c1a-ec1c-494b-ba0a-405a24fbaeb5') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:33.013468 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.038632 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.049699 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:27:33.050415 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: from cryptography.utils import int_from_bytes Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: from cryptography.utils import int_from_bytes Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:27:33.059098 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:27:33.061836 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:27:33.324720 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.336984 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0bb56a4d-799f-49e9-b4ba-704bb19ccf68 req-16ff4793-b2d2-4ec9-a7eb-b86bd1b1f08c tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.2146883 Aug 02 17:27:33.354213 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.363419 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.370056 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fa5ebfe0-e60e-404f-81ae-1f014e588eb1 HTTP/1.1" status: 204 len: 168 time: 0.9154296 Aug 02 17:27:33.377654 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51264) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:33.391152 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Transition to ACTIVE for port object 071e8fba-16fe-4990-8223-cb30bed8a72a will not be triggered until provisioned by entity DHCP. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:33.402514 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c9369-f9ee-4960-8744-de7d1dd06b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5ebfe0-e60e-404f-81ae-1f014e588eb1,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:33.429460 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:27:33.440271 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Sync routers for ids ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:27:33.461864 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Routers {'43ddb91e-d6d2-4a6a-a673-6550f94d0532'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:33.462922 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:27:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:33.465770 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.466211 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f17e542-7009-4a07-9484-34ec3ba3a418 admin admin] Deleting subnet 0b5fd60f-398a-4ec8-a195-7276cd6078f5 {{(pid=93403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:27:33.470150 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-39ef95cc-c5bb-4e24-b3a8-10682cc50f58 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7359774 Aug 02 17:27:33.470868 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51266) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:33.486772 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3f17e542-7009-4a07-9484-34ec3ba3a418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.545357 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3f17e542-7009-4a07-9484-34ec3ba3a418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686442'] for subnet, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.635524 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.651990 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3f17e542-7009-4a07-9484-34ec3ba3a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.688395 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Set router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:33.748582 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3f17e542-7009-4a07-9484-34ec3ba3a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3917435'] for subnet, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.783713 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17e542-7009-4a07-9484-34ec3ba3a418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b5fd60f-398a-4ec8-a195-7276cd6078f5,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:33.804832 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3f17e542-7009-4a07-9484-34ec3ba3a418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:33.808057 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3f17e542-7009-4a07-9484-34ec3ba3a418 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0b5fd60f-398a-4ec8-a195-7276cd6078f5 HTTP/1.1" status: 204 len: 168 time: 0.4341638 Aug 02 17:27:33.822197 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51278) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:33.903260 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Pushing event updated for resources: {'Port': ['ID=071e8fba-16fe-4990-8223-cb30bed8a72a,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:33.922447 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:33.927294 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:33.931877 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:33.933870 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.021566 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.226065 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 6af14a4f-5182-406f-8913-ac56f434d0fd up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:34.365612 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c29dca20-77dd-4d2d-94a6-3f2cccfcaa63 req-e48c091b-180c-4371-bcd7-53fe2109533b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.0902159 Aug 02 17:27:34.373609 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.393784 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922149a1-7fa4-4dc1-83d7-8734be139169']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:34.424536 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaecb994-8d47-46ef-9d1b-edb3155b8376') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:34.425173 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaecb994-8d47-46ef-9d1b-edb3155b8376') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:34.441106 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.468789 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.474491 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-b655252e-b9c3-4f11-83fe-d7bf24aaecde None None] Provisioning for port 071e8fba-16fe-4990-8223-cb30bed8a72a completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:34.493128 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:27:34.498379 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:27:34.500919 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:27:34.505986 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-b655252e-b9c3-4f11-83fe-d7bf24aaecde None None] Provisioning complete for port 071e8fba-16fe-4990-8223-cb30bed8a72a triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:34.507614 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b655252e-b9c3-4f11-83fe-d7bf24aaecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.534405 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64c9c58b-afbe-4265-8914-fc8c1b7e5f36 req-faff51b3-2a29-49d4-8e78-78a60585c8b1 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.0287833 Aug 02 17:27:34.555486 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 6af14a4f-5182-406f-8913-ac56f434d0fd triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:34.556244 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.622210 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.672147 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.675731 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] 10.222.0.16 "DELETE /v2.0/networks/922149a1-7fa4-4dc1-83d7-8734be139169 HTTP/1.1" status: 204 len: 168 time: 0.8506970 Aug 02 17:27:34.677574 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb75ff-c8f2-4096-af93-0197d804d175 admin admin] Pushing event deleted for resources: {'Network': ['ID=922149a1-7fa4-4dc1-83d7-8734be139169,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:34.718412 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-b655252e-b9c3-4f11-83fe-d7bf24aaecde None None] Port 071e8fba-16fe-4990-8223-cb30bed8a72a cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:27:34.727617 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:31Z', 'revision_number': 3, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'gw_port': {'id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:20:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:29Z', 'updated_at': '2021-08-02T17:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:34.735761 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.41', 63425) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:34.783534 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.789232 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Checking router: 43ddb91e-d6d2-4a6a-a673-6550f94d0532 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:27:34.789906 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Updating router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:27:34.855842 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:34.926899 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:35.074858 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device a815df01-f012-488c-9e16-25590a8644c2 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:35.106564 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117810-9574-45e6-8a1d-fea7988035ce req-8a13922a-8f41-4164-b66b-461f5217a078 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:35.108988 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-8a13922a-8f41-4164-b66b-461f5217a078 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 814 time: 0.3717775 Aug 02 17:27:35.206259 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Request body: {'port': {'device_id': '1b937263-86ca-41b0-80b3-3c28f5100006', 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e', 'admin_state_up': True, 'tenant_id': '5c8293c129894d65ae6ecb4becaf69a5'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:35.243615 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51312) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:35.351724 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port a815df01-f012-488c-9e16-25590a8644c2 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:35.380797 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port a815df01-f012-488c-9e16-25590a8644c2 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:35.384407 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:35.446020 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.41', 63430) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:35.570544 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:35.615354 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:35.617153 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:35.669493 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-a8cf0cf1-e923-4137-8329-6f37af6cc4e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=969a2376c5684f5ba82f08c9a98a5c6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4300981 Aug 02 17:27:35.681434 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51338) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:35.863776 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Pushing event updated for resources: {'Port': ['ID=071e8fba-16fe-4990-8223-cb30bed8a72a,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:35.877878 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-25f11c59-90eb-4df7-a4df-25757775ae96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:35.878797 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:35.889640 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7a172635-c5ff-4eaf-8782-cb1b4c6d766f req-fd3dee6a-9eb1-4089-b719-aa0be5466796 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.2790313 Aug 02 17:27:35.906448 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Transition to ACTIVE for port object dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:35.924027 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:35.931113 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7322183d-c9b0-4851-b58b-8d1f804539ad req-a558fd32-0794-4e1d-a4cd-90169124856b tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.2138288 Aug 02 17:27:35.958866 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-dd1399b9-6abf-4450-affd-972a0700a1cd tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:35.961357 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-dd1399b9-6abf-4450-affd-972a0700a1cd tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.41 "GET /v2.0/networks?id=aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 HTTP/1.1" status: 200 len: 811 time: 0.5137246 Aug 02 17:27:35.963337 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Made reservation on behalf of 5c8293c129894d65ae6ecb4becaf69a5 for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:36.008832 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.009190 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Allocated IP 172.20.0.1 (398c1e99-b5ef-4a52-9310-ea2246e20b5a/daef3cfb-6c43-44d7-9ccb-4de42c45122d/0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:36.029878 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Request body: {'port': {'device_id': '700b971d-c5f5-4287-b681-e9784a2045fb', 'network_id': 'aa97f16f-fb0b-46d6-bc0d-98f193e6cc26', 'admin_state_up': True, 'tenant_id': 'f16e6ca6f8e24ce38241185d5c980577'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:36.058821 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-25f11c59-90eb-4df7-a4df-25757775ae96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.074840 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46aea99-5ab6-4b09-af45-46c75b68e24e None None] Pushing event updated for resources: {'Port': ['ID=dc5e1e23-dc5f-4352-ab3e-bdf0063ee668,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:36.096057 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Attempting to bind port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:36.097360 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Attempting to bind port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:36.097912 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Attempting to bind port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:36.128089 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:36.129618 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:36.130347 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:36.130609 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.131858 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:36.132720 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Bound port: dc5e1e23-dc5f-4352-ab3e-bdf0063ee668, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:36.133830 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.141442 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:36.374161 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.447655 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] For port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:36.463558 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] For port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=dc5e1e23-dc5f-4352-ab3e-bdf0063ee668,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:36.472152 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.493617 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port a815df01-f012-488c-9e16-25590a8644c2, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=a815df01-f012-488c-9e16-25590a8644c2,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:36.585326 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.731547 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46aea99-5ab6-4b09-af45-46c75b68e24e None None] Pushing event updated for resources: {'Port': ['ID=dc5e1e23-dc5f-4352-ab3e-bdf0063ee668,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:36.732117 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-25f11c59-90eb-4df7-a4df-25757775ae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.735578 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Routers {'43ddb91e-d6d2-4a6a-a673-6550f94d0532'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:36.736641 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:27:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:36.737157 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-25f11c59-90eb-4df7-a4df-25757775ae96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.738671 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-25f11c59-90eb-4df7-a4df-25757775ae96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53f129e0-9e60-4123-9eec-79c6911dadb9 HTTP/1.1" status: 204 len: 168 time: 1.0511503 Aug 02 17:27:36.837788 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f11c59-90eb-4df7-a4df-25757775ae96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f129e0-9e60-4123-9eec-79c6911dadb9,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:36.848709 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-bf6d737c-82c4-48e2-9cdc-0ab5e3031b7a None None] Provisioning complete for port 071e8fba-16fe-4990-8223-cb30bed8a72a triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:36.862464 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bf6d737c-82c4-48e2-9cdc-0ab5e3031b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:36.940690 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Allocated IP 172.20.0.14 (1024daa2-6d15-4da9-9a68-d2af8abab30e/b5118065-5b7b-4740-a1cc-72d0c4b0d77a/eed693be-4c4c-4d6a-826b-289eaaf1ff54) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:36.962020 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Made reservation on behalf of f16e6ca6f8e24ce38241185d5c980577 for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:36.966026 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:37.055789 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:37.076237 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Router 149cd355-7fd2-495a-b6af-849422f2359f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:27:37.172990 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d737c-82c4-48e2-9cdc-0ab5e3031b7a None None] Port 071e8fba-16fe-4990-8223-cb30bed8a72a cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:27:37.208245 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=a815df01-f012-488c-9e16-25590a8644c2,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:37.285298 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] Set router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:37.313750 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:27:37.327963 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Sync routers for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:27:37.339920 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-fcb7185e-a9eb-4418-ab82-b378fd5ed334 admin admin] 10.222.0.16 "PUT /v2.0/routers/149cd355-7fd2-495a-b6af-849422f2359f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6207623 Aug 02 17:27:37.371094 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:37.371094 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:27:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:37.371809 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d009d6fd-3522-4834-90f2-030ee5b03719 req-8dd323fc-89aa-4bbc-9728-44ab9a5f9568 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.1093745 Aug 02 17:27:37.425739 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4dacf360-404a-4b82-857d-5eb43c10e84a req-b0b0b392-5763-40c9-a8d3-111b7af268a5 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.1151459 Aug 02 17:27:37.532255 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:37.743433 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Network 398c1e99-b5ef-4a52-9310-ea2246e20b5a is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:37.795179 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:37.801345 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:37.802147 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:37.838200 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:37.875562 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51434) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:37.983284 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:31Z', 'revision_number': 3, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'gw_port': {'id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:20:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:29Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:38.089753 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a4cff-3b3e-46bc-810a-e4b99439124f None None] The sync data for ids ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'] in dv-cinder-788365-5-iscsi is: [{'id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:31Z', 'revision_number': 3, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'gw_port': {'id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:20:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:29Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:27:38.168587 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:38.266386 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-02cddc23-bb1f-49f4-8bf2-5433acc36cff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15be1566ef224b298b93d01fb4c51ea3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1675572 Aug 02 17:27:38.268154 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51444) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:38.453171 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:38.565779 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-25ea74d2-ad5e-47a2-b84a-7609e4f2a4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:38.574925 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Allocated IP 172.20.0.4 (aa97f16f-fb0b-46d6-bc0d-98f193e6cc26/c4503568-3d55-49c3-adc2-cdd79d6eed35/1de70d15-0f20-41c0-b6ef-53adc801fa96) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:38.655072 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:38.802186 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a09b9f50-36fd-4139-aac2-1234fe49a2a5 req-dd18d601-6d06-4643-97df-24dcc1d5da6d tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.1595695 Aug 02 17:27:38.831178 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-25ea74d2-ad5e-47a2-b84a-7609e4f2a4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:38.842921 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:35Z', 'revision_number': 2, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:38.862594 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device a815df01-f012-488c-9e16-25590a8644c2 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:39.012751 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Checking router: 149cd355-7fd2-495a-b6af-849422f2359f for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:27:39.014017 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Updating router 149cd355-7fd2-495a-b6af-849422f2359f port 071e8fba-16fe-4990-8223-cb30bed8a72a binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:27:39.048310 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:39.230184 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:39.321442 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port a815df01-f012-488c-9e16-25590a8644c2 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:39.321993 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:39.562841 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51472) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:39.844296 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:39.968160 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51486) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:40.012535 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-a58603e3-29f2-405d-96e3-059586cc70a2 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640074028', 'description': 'tempest-description--1275698469'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:40.026943 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Network 1024daa2-6d15-4da9-9a68-d2af8abab30e is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:40.087034 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:40.104529 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:40.280548 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.305590 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.309033 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Transition to ACTIVE for port object 071e8fba-16fe-4990-8223-cb30bed8a72a will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:40.309772 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.332259 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.338368 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a58603e3-29f2-405d-96e3-059586cc70a2 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.387174 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.427478 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-99941b69-0eed-45f6-8f42-8ba30dd18967 req-d99d1bed-665d-4af2-bece-b08d63eb52ef tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.2194154 Aug 02 17:27:40.582815 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Pushing event updated for resources: {'Port': ['ID=eed693be-4c4c-4d6a-826b-289eaaf1ff54,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:40.594662 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f97afcc8-d74e-47c9-bd66-19fb9d820ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.636991 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:40.637892 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.654725 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c47054-ec6b-4d3a-8e6b-793b17185e83 req-6f0b251d-b3bb-4b1b-885a-6153726baa67 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:40.669924 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d1c47054-ec6b-4d3a-8e6b-793b17185e83 req-6f0b251d-b3bb-4b1b-885a-6153726baa67 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 932 time: 0.8131156 Aug 02 17:27:40.673013 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-25ea74d2-ad5e-47a2-b84a-7609e4f2a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.685482 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-25ea74d2-ad5e-47a2-b84a-7609e4f2a4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.688257 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-25ea74d2-ad5e-47a2-b84a-7609e4f2a4ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90ae4517-d8e4-485e-b1d3-892d4a5c67ed HTTP/1.1" status: 204 len: 168 time: 2.4140899 Aug 02 17:27:40.804830 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.872292 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09aee6c-f440-42f9-b19b-ff901733c8bc None None] Pushing event updated for resources: {'Port': ['ID=071e8fba-16fe-4990-8223-cb30bed8a72a,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:40.892733 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Attempting to bind port 071e8fba-16fe-4990-8223-cb30bed8a72a on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:40.893729 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Attempting to bind port 071e8fba-16fe-4990-8223-cb30bed8a72a by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:40.895111 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Attempting to bind port 071e8fba-16fe-4990-8223-cb30bed8a72a on network 1105c960-0c88-40a7-9013-c9235ec1cc22 {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:40.932282 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:40.948225 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Checking segment: {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:40.948827 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:40.949392 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Bound using segment: {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:40.950087 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Bound port: 071e8fba-16fe-4990-8223-cb30bed8a72a, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:40.950504 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:41.024934 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:41.090785 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Network aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:41.117185 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:41.152000 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:41.301040 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:41.313605 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:41.314369 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:41.342412 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Network 398c1e99-b5ef-4a52-9310-ea2246e20b5a is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:41.357559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea74d2-ad5e-47a2-b84a-7609e4f2a4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae4517-d8e4-485e-b1d3-892d4a5c67ed,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:41.362692 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:41.382195 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:41.383415 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] For port 071e8fba-16fe-4990-8223-cb30bed8a72a, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:41.387565 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:41.408997 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] For port 071e8fba-16fe-4990-8223-cb30bed8a72a, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=071e8fba-16fe-4990-8223-cb30bed8a72a,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:41.417837 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:41.427682 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:41.609001 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Pushing event updated for resources: {'Port': ['ID=1de70d15-0f20-41c0-b6ef-53adc801fa96,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:41.634918 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d1c47054-ec6b-4d3a-8e6b-793b17185e83 req-6acb1755-fcc5-43b9-a016-44965c01e4f6 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9626639 Aug 02 17:27:41.744198 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:41.746347 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:27:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:41.912171 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:41.958415 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f97afcc8-d74e-47c9-bd66-19fb9d820ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:42.003571 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f97afcc8-d74e-47c9-bd66-19fb9d820ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:42.081216 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09aee6c-f440-42f9-b19b-ff901733c8bc None None] Pushing event updated for resources: {'Port': ['ID=071e8fba-16fe-4990-8223-cb30bed8a72a,revision_number=4']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:42.123331 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=dc5e1e23-dc5f-4352-ab3e-bdf0063ee668,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:42.135793 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:42.146338 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f97afcc8-d74e-47c9-bd66-19fb9d820ba5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2464437956a242398b24f6e1e2b83d81&name=default HTTP/1.1" status: 200 len: 2978 time: 2.5498056 Aug 02 17:27:42.146338 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-320b495b-e786-4965-8edd-d0af776294c7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1313355 Aug 02 17:27:42.157999 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:27:42.159892 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51528) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:42.166546 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-cdb5cc2e-cefb-4014-8c2b-0d94cffef8b1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9670208 Aug 02 17:27:42.170583 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97afcc8-d74e-47c9-bd66-19fb9d820ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c94ce6c-12ee-4041-9793-1817237fb21c,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:42.215696 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-73d8f6f5-12d0-4c98-b927-f7d515f484af tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:27:42.218004 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-73d8f6f5-12d0-4c98-b927-f7d515f484af tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493853 Aug 02 17:27:42.239600 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e87fe-4fa5-4fb4-93b6-b18efb72e7d7 req-4a8c403b-4ada-4a22-a625-736d606d2067 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:42.245479 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dd7e87fe-4fa5-4fb4-93b6-b18efb72e7d7 req-4a8c403b-4ada-4a22-a625-736d606d2067 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 931 time: 0.5106568 Aug 02 17:27:42.255325 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-6b8ccbcb-3580-4a5e-9d2c-9b0db42f4f13 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:27:42.258949 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-6b8ccbcb-3580-4a5e-9d2c-9b0db42f4f13 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0385473 Aug 02 17:27:42.375868 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dd7e87fe-4fa5-4fb4-93b6-b18efb72e7d7 req-447d09a7-51a8-483d-b2b7-20312a51eea7 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120396 Aug 02 17:27:42.452137 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:42.508156 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=dc5e1e23-dc5f-4352-ab3e-bdf0063ee668,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:42.736234 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51542) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:42.772316 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:27:42.789889 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c72e40c5-0566-47f2-aed0-9589b214d23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:42.840699 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Request body: {'port': {'device_id': '700b971d-c5f5-4287-b681-e9784a2045fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:42.895597 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:42.917315 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c72e40c5-0566-47f2-aed0-9589b214d23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:42.964573 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Request body: {'port': {'device_id': '1b937263-86ca-41b0-80b3-3c28f5100006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:43.066234 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-d4e1d94f-61e3-4d33-8738-6364179805f1 admin admin] 10.222.0.16 "PUT /v2.0/routers/43ddb91e-d6d2-4a6a-a673-6550f94d0532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5937054 Aug 02 17:27:43.087512 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Sync routers for ids ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:27:43.154306 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Routers {'43ddb91e-d6d2-4a6a-a673-6550f94d0532'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:43.155525 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:27:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:43.195322 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5d851059-ec65-4877-bca6-2159c5ce0b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.238041 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.280527 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:43.281026 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.310401 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:41Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:43.410695 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.468632 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c72e40c5-0566-47f2-aed0-9589b214d23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.471559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c72e40c5-0566-47f2-aed0-9589b214d23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.472741 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-c72e40c5-0566-47f2-aed0-9589b214d23c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c94ce6c-12ee-4041-9793-1817237fb21c HTTP/1.1" status: 204 len: 168 time: 1.3044062 Aug 02 17:27:43.479308 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f078a04-d5bc-4890-9ec1-27b41ade1955 None None] The sync data for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi is: [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:41Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:27:43.517505 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e40c5-0566-47f2-aed0-9589b214d23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c94ce6c-12ee-4041-9793-1817237fb21c,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:43.539017 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a58603e3-29f2-405d-96e3-059586cc70a2 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.598050 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a58603e3-29f2-405d-96e3-059586cc70a2 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:43.714801 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63e0eb-f812-4d99-bf4f-0996aaf31f34 req-9e126d2a-04e4-4ccd-8b30-a34fc438832d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:43.750113 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ea63e0eb-f812-4d99-bf4f-0996aaf31f34 req-9e126d2a-04e4-4ccd-8b30-a34fc438832d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 932 time: 0.6500437 Aug 02 17:27:43.934884 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ea63e0eb-f812-4d99-bf4f-0996aaf31f34 req-222ff9ed-2118-472b-a8b2-1d2aca3d1ae4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826234 Aug 02 17:27:43.953783 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58603e3-29f2-405d-96e3-059586cc70a2 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3a8622-fe2c-4ace-8e66-be8636c327e6,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:44.086247 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Set router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:44.981899 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 071e8fba-16fe-4990-8223-cb30bed8a72a up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:45.306631 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86216612-d470-4871-a9db-e3480a0d5cea req-e0eea5c9-d5f0-45b2-afd9-b36450b4ddb8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:45.308455 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-e0eea5c9-d5f0-45b2-afd9-b36450b4ddb8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 819 time: 0.5328331 Aug 02 17:27:45.324472 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 071e8fba-16fe-4990-8223-cb30bed8a72a completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:45.364110 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 071e8fba-16fe-4990-8223-cb30bed8a72a triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:45.364507 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.381933 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-91e3ebd6-2cf9-49bb-a9a2-40c36537218a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/quotas/7b05c3a3701b4394bd0298bbb30e4efa HTTP/1.1" status: 200 len: 375 time: 0.0546582 Aug 02 17:27:45.637950 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:38Z', 'revision_number': 4, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'gw_port': {'id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:20:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:29Z', 'updated_at': '2021-08-02T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b', 'name': '', 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'mac_address': 'fa:16:3e:68:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'daef3cfb-6c43-44d7-9ccb-4de42c45122d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:34Z', 'updated_at': '2021-08-02T17:27:39Z', 'revision_number': 2, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'subnets': [{'id': 'daef3cfb-6c43-44d7-9ccb-4de42c45122d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:45.682254 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-a9451342-d3f2-4d74-a207-2f7b865fb7b7 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2990925 Aug 02 17:27:45.788086 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Checking router: 43ddb91e-d6d2-4a6a-a673-6550f94d0532 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:27:45.789662 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Updating router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:27:45.810878 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed693be-4c4c-4d6a-826b-289eaaf1ff54 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:45.847235 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:45.945573 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:46.084698 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:46.114056 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94491c5-12cf-411a-9e4e-f7e94e6c505b req-2f8a8a5b-cde0-4277-bb25-fd3956934de4 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:46.128860 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f94491c5-12cf-411a-9e4e-f7e94e6c505b req-2f8a8a5b-cde0-4277-bb25-fd3956934de4 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 931 time: 2.2744074 Aug 02 17:27:46.172213 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-ce8b4ded-7e98-4c92-b7dc-f3b9c6478b9a service neutron] 10.222.0.16 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769020 Aug 02 17:27:46.385188 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Transition to ACTIVE for port object eed693be-4c4c-4d6a-826b-289eaaf1ff54 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:46.587082 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 071e8fba-16fe-4990-8223-cb30bed8a72a, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=071e8fba-16fe-4990-8223-cb30bed8a72a,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:46.605257 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:46.782236 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5d851059-ec65-4877-bca6-2159c5ce0b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.017736 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de70d15-0f20-41c0-b6ef-53adc801fa96 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:27:47.060343 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.096936 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.192085 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=071e8fba-16fe-4990-8223-cb30bed8a72a,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:47.217731 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5d851059-ec65-4877-bca6-2159c5ce0b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.351920 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f94491c5-12cf-411a-9e4e-f7e94e6c505b req-8774a0f4-f38b-4c9d-8fdb-fcc87b3fdd32 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2160530 Aug 02 17:27:47.395485 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-1af466e7-0b28-4fb3-9877-c94d110b4684 service neutron] 10.222.0.16 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2025585 Aug 02 17:27:47.402885 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a58603e3-29f2-405d-96e3-059586cc70a2 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.416214 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a58603e3-29f2-405d-96e3-059586cc70a2 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 7.4459965 Aug 02 17:27:47.422168 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51646) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:47.444002 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-34858f50-6efe-43f7-a297-edb13ae16f4e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'security_group_rule': {'security_group_id': 'ea3a8622-fe2c-4ace-8e66-be8636c327e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:47.564069 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d851059-ec65-4877-bca6-2159c5ce0b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840ec06e-cf55-4630-87c6-9a7ea50e7a70,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:47.574264 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Pushing event updated for resources: {'Port': ['ID=eed693be-4c4c-4d6a-826b-289eaaf1ff54,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:47.628911 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-34858f50-6efe-43f7-a297-edb13ae16f4e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.715770 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Transition to ACTIVE for port object 1de70d15-0f20-41c0-b6ef-53adc801fa96 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:47.726558 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-5d851059-ec65-4877-bca6-2159c5ce0b1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=240aff3b23d6494fb3a5d905ec7e0200&name=default HTTP/1.1" status: 200 len: 2979 time: 4.9884226 Aug 02 17:27:47.732888 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51662) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:47.854193 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.959035 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:47.982362 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Transition to ACTIVE for port object 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:27:48.020691 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:48.051672 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2de1f-7b9f-4df4-b5de-d4f01eb3c008 req-822562b6-98e4-4f51-864d-ff24e4c816f2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:48.055754 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-44c2de1f-7b9f-4df4-b5de-d4f01eb3c008 req-822562b6-98e4-4f51-864d-ff24e4c816f2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 944 time: 0.3593066 Aug 02 17:27:48.138036 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-34858f50-6efe-43f7-a297-edb13ae16f4e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:48.161417 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-34858f50-6efe-43f7-a297-edb13ae16f4e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:48.296228 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Pushing event updated for resources: {'Port': ['ID=1de70d15-0f20-41c0-b6ef-53adc801fa96,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:48.336522 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34858f50-6efe-43f7-a297-edb13ae16f4e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a920029-50c8-4aa3-b40f-bd459aa77295,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:48.377507 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-34858f50-6efe-43f7-a297-edb13ae16f4e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:48.386553 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-34858f50-6efe-43f7-a297-edb13ae16f4e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9553318 Aug 02 17:27:48.425235 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51688) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:48.462965 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-7b19c184-c26b-447d-aa2f-8ef9f9fdd685 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'security_group_rule': {'security_group_id': 'ea3a8622-fe2c-4ace-8e66-be8636c327e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:48.486493 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Attempting to bind port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:48.487376 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Attempting to bind port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:48.488121 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Attempting to bind port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b on network 398c1e99-b5ef-4a52-9310-ea2246e20b5a {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:48.492472 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330e48d-a3ec-4651-968b-6a901b72205c None None] Pushing event updated for resources: {'Port': ['ID=0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:48.493159 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8263e3ff-2899-4c7c-922c-2fe7dff4b5a8 req-075800a9-1870-4d0f-81cb-756b46250217 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 210 time: 0.2521989 Aug 02 17:27:48.494595 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c85c281f-f432-4071-a021-095e028785fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:48.497665 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:48.498047 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Checking segment: {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:48.498464 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:48.499011 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Bound using segment: {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:48.499747 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Bound port: 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:48.500110 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:48.635976 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c85c281f-f432-4071-a021-095e028785fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:48.822840 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] For port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:48.829581 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] For port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:48.846038 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:48.998131 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330e48d-a3ec-4651-968b-6a901b72205c None None] Pushing event updated for resources: {'Port': ['ID=0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:49.001670 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 071e8fba-16fe-4990-8223-cb30bed8a72a up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:49.169319 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Attempting to bind port eed693be-4c4c-4d6a-826b-289eaaf1ff54 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:49.169932 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Attempting to bind port eed693be-4c4c-4d6a-826b-289eaaf1ff54 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:49.170021 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Attempting to bind port eed693be-4c4c-4d6a-826b-289eaaf1ff54 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:49.192860 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812c544-2d1d-40d0-b556-b9ac34b7b8e4 req-cfd7e266-3f8a-45ad-aa74-e5bea426760b tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:49.197088 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c812c544-2d1d-40d0-b556-b9ac34b7b8e4 req-cfd7e266-3f8a-45ad-aa74-e5bea426760b tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 943 time: 0.3234906 Aug 02 17:27:49.201748 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Port eed693be-4c4c-4d6a-826b-289eaaf1ff54 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:49.202452 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Attempting to bind port eed693be-4c4c-4d6a-826b-289eaaf1ff54 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:49.210052 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51710) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:49.228505 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Routers {'43ddb91e-d6d2-4a6a-a673-6550f94d0532'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:27:49.230400 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:27:22Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:49.280484 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c85c281f-f432-4071-a021-095e028785fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:49.289388 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c85c281f-f432-4071-a021-095e028785fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:49.295119 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-c85c281f-f432-4071-a021-095e028785fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/840ec06e-cf55-4630-87c6-9a7ea50e7a70 HTTP/1.1" status: 204 len: 168 time: 1.5587673 Aug 02 17:27:49.312703 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:49.315592 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Checking segment: {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:49.318511 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Bound using segment: {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:49.319671 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Bound port: eed693be-4c4c-4d6a-826b-289eaaf1ff54, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:49.323449 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:49.440883 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c812c544-2d1d-40d0-b556-b9ac34b7b8e4 req-90c272fe-63ec-457b-9f6c-101fa97c35d8 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966753 Aug 02 17:27:49.443793 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c281f-f432-4071-a021-095e028785fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840ec06e-cf55-4630-87c6-9a7ea50e7a70,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:49.529951 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] For port eed693be-4c4c-4d6a-826b-289eaaf1ff54, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:49.555124 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 071e8fba-16fe-4990-8223-cb30bed8a72a triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:49.558064 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:49.565052 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] For port eed693be-4c4c-4d6a-826b-289eaaf1ff54, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eed693be-4c4c-4d6a-826b-289eaaf1ff54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:49.572245 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7b19c184-c26b-447d-aa2f-8ef9f9fdd685 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:49.587143 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:49.787247 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-44c2de1f-7b9f-4df4-b5de-d4f01eb3c008 req-b1253669-4573-405d-b224-432ca00cdb48 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5780668 Aug 02 17:27:49.821625 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:49.822809 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:49.825768 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] 10.222.0.41 "PUT /v2.0/ports/eed693be-4c4c-4d6a-826b-289eaaf1ff54 HTTP/1.1" status: 200 len: 1094 time: 7.1849287 Aug 02 17:27:49.831769 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b937263-86ca-41b0-80b3-3c28f5100006', 'tag': 'eed693be-4c4c-4d6a-826b-289eaaf1ff54'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:49.936043 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-06df8d8f-f2f9-4f27-b884-480a2f89c3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:50.001656 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Attempting to bind port 1de70d15-0f20-41c0-b6ef-53adc801fa96 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:27:50.002221 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Attempting to bind port 1de70d15-0f20-41c0-b6ef-53adc801fa96 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e890d320-511e-448b-be40-165a2461fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa97f16f-fb0b-46d6-bc0d-98f193e6cc26'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:27:50.002779 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Attempting to bind port 1de70d15-0f20-41c0-b6ef-53adc801fa96 on network aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:50.177731 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7b19c184-c26b-447d-aa2f-8ef9f9fdd685 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:50.216983 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-305a233a-0440-41c2-a47d-b23fd045e852 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:50.219243 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-305a233a-0440-41c2-a47d-b23fd045e852 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 819 time: 0.5797560 Aug 02 17:27:50.250219 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-002a4617-a4c7-4013-9cfe-8f6aee77aa12 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/quotas/7b05c3a3701b4394bd0298bbb30e4efa HTTP/1.1" status: 200 len: 375 time: 0.0170584 Aug 02 17:27:50.423315 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-59d7f3c4-45b0-4203-90f6-cf36fe4da3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:50.525346 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7b19c184-c26b-447d-aa2f-8ef9f9fdd685 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:50.665900 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] Set router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:27:50.683738 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-06df8d8f-f2f9-4f27-b884-480a2f89c3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:50.739308 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-a366a789-cac5-40ff-85fc-e097b91e48ff tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4323182 Aug 02 17:27:50.742264 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-06df8d8f-f2f9-4f27-b884-480a2f89c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:50.769411 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Port 1de70d15-0f20-41c0-b6ef-53adc801fa96 on network aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:27:50.770044 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Attempting to bind port 1de70d15-0f20-41c0-b6ef-53adc801fa96 on network aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:27:50.827561 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19c184-c26b-447d-aa2f-8ef9f9fdd685 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c796a4-3fc7-405a-bc3e-5f6ffd5c2ed4,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:50.864093 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51752) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:50.944190 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b5810-c919-4d45-8389-6d3cc12c7f4d service neutron] Pushing event updated for resources: {'Port': ['ID=eed693be-4c4c-4d6a-826b-289eaaf1ff54,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:51.017618 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449" -d '{"events": [{"name": "network-changed", "server_uuid": "1b937263-86ca-41b0-80b3-3c28f5100006", "tag": "eed693be-4c4c-4d6a-826b-289eaaf1ff54"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:51.058176 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:27:51.058517 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Checking segment: {'id': 'e890d320-511e-448b-be40-165a2461fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa97f16f-fb0b-46d6-bc0d-98f193e6cc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:27:51.061630 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Bound using segment: {'id': 'e890d320-511e-448b-be40-165a2461fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa97f16f-fb0b-46d6-bc0d-98f193e6cc26'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:27:51.062541 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Bound port: 1de70d15-0f20-41c0-b6ef-53adc801fa96, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e890d320-511e-448b-be40-165a2461fb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'aa97f16f-fb0b-46d6-bc0d-98f193e6cc26'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:27:51.064679 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.174253 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3289dfa9-524e-4147-86ce-d569e574fc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.187603 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7b19c184-c26b-447d-aa2f-8ef9f9fdd685 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.201466 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-7b19c184-c26b-447d-aa2f-8ef9f9fdd685 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7533522 Aug 02 17:27:51.208054 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117810-9574-45e6-8a1d-fea7988035ce req-0cdeece4-c494-4daf-98e0-09ca1d4141c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:51.212716 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-0cdeece4-c494-4daf-98e0-09ca1d4141c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 1097 time: 0.9789083 Aug 02 17:27:51.217572 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51760) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:51.249588 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-a019d32d-c899-4afa-8a2f-51745bf0bae9 service neutron] 10.222.0.16 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738514 Aug 02 17:27:51.253666 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'floatingip': {'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:51.344299 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df8d8f-f2f9-4f27-b884-480a2f89c3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f9751-2522-4d96-8ef3-fe6ca35a5f63,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:51.388400 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-06df8d8f-f2f9-4f27-b884-480a2f89c3d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed15f3c93c594c019dc8773c87100c18&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1743712 Aug 02 17:27:51.392613 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51762) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:51.422049 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:38Z', 'revision_number': 4, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'gw_port': {'id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:20:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:29Z', 'updated_at': '2021-08-02T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b', 'name': '', 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'mac_address': 'fa:16:3e:68:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'daef3cfb-6c43-44d7-9ccb-4de42c45122d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:34Z', 'updated_at': '2021-08-02T17:27:48Z', 'revision_number': 4, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'subnets': [{'id': 'daef3cfb-6c43-44d7-9ccb-4de42c45122d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:27:51.454955 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f1e42-c0d7-46a2-911c-4515429a6d62 req-09dc2624-d00b-4312-9e48-9636d2e119d9 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:51.475927 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-db1f1e42-c0d7-46a2-911c-4515429a6d62 req-09dc2624-d00b-4312-9e48-9636d2e119d9 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 943 time: 0.6598234 Aug 02 17:27:51.484272 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf55017-1f28-4812-bd06-3b237d788fd0 None None] The sync data for ids ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'] in dv-cinder-788365-5-iscsi is: [{'id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:38Z', 'revision_number': 4, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'gw_port': {'id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:20:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:29Z', 'updated_at': '2021-08-02T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b', 'name': '', 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'mac_address': 'fa:16:3e:68:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'daef3cfb-6c43-44d7-9ccb-4de42c45122d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:34Z', 'updated_at': '2021-08-02T17:27:48Z', 'revision_number': 4, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'subnets': [{'id': 'daef3cfb-6c43-44d7-9ccb-4de42c45122d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:27:51.514324 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7871-ea07-4f52-8f70-927f477b978f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.584889 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.41', 63447) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:51.670874 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.697964 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] For port 1de70d15-0f20-41c0-b6ef-53adc801fa96, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:27:51.713427 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7871-ea07-4f52-8f70-927f477b978f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.729203 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-c0d51434-922b-4022-a463-be656ce830f5 service neutron] 10.222.0.16 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531500 Aug 02 17:27:51.962396 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7871-ea07-4f52-8f70-927f477b978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.971612 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bd5f7871-ea07-4f52-8f70-927f477b978f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:51.971612 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-bd5f7871-ea07-4f52-8f70-927f477b978f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f3f9751-2522-4d96-8ef3-fe6ca35a5f63 HTTP/1.1" status: 204 len: 168 time: 0.5756068 Aug 02 17:27:52.000145 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f7871-ea07-4f52-8f70-927f477b978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f9751-2522-4d96-8ef3-fe6ca35a5f63,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:52.492133 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] For port 1de70d15-0f20-41c0-b6ef-53adc801fa96, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de70d15-0f20-41c0-b6ef-53adc801fa96,segment=NetworkSegment(e890d320-511e-448b-be40-165a2461fb72),segment_id=e890d320-511e-448b-be40-165a2461fb72)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:27:52.541152 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cc89a935-8fb4-4df1-9de3-86759f95e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:52.664259 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:52.689117 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d1cad-848c-4758-a5d5-2251826b0296 req-0941d166-8107-4607-b72f-c996de8872e1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:52.712925 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-832d1cad-848c-4758-a5d5-2251826b0296 req-0941d166-8107-4607-b72f-c996de8872e1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 944 time: 0.3135259 Aug 02 17:27:52.731458 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-c6e6faa1-f5ad-4438-8084-ee4c2141ba70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed693be-4c4c-4d6a-826b-289eaaf1ff54 HTTP/1.1" status: 200 len: 217 time: 1.0454433 Aug 02 17:27:52.922165 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:52.931019 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-832d1cad-848c-4758-a5d5-2251826b0296 req-975c6398-c02b-4e9a-8b66-fdb619b193e9 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168441 Aug 02 17:27:53.090916 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:53.206506 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51810) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:53.274070 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cacedd24-c4e5-4a75-956e-679d7d0f3399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:53.302048 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:27:53.328696 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51814) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:53.332415 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:53.333019 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:53.460510 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:53.461235 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:53.462943 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] 10.222.0.41 "PUT /v2.0/ports/1de70d15-0f20-41c0-b6ef-53adc801fa96 HTTP/1.1" status: 200 len: 1093 time: 10.8300629 Aug 02 17:27:53.498375 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0117810-9574-45e6-8a1d-fea7988035ce req-70fdd017-3bf2-4323-bc62-162ad344aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:53.536617 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-70fdd017-3bf2-4323-bc62-162ad344aff6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5118065-5b7b-4740-a1cc-72d0c4b0d77a HTTP/1.1" status: 200 len: 854 time: 0.7827995 Aug 02 17:27:53.573619 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-db1f1e42-c0d7-46a2-911c-4515429a6d62 req-77684ef6-b13c-4b3b-929a-a9f169acdd36 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0957925 Aug 02 17:27:53.778041 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:53.939613 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-d3146b16-ff6c-46e6-8bce-fbcc3395b60c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1024daa2-6d15-4da9-9a68-d2af8abab30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3447380 Aug 02 17:27:54.180007 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:54.189682 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:27:54.193463 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92ac31-d526-429d-9363-2d99eb1e07cf service neutron] Pushing event updated for resources: {'Port': ['ID=1de70d15-0f20-41c0-b6ef-53adc801fa96,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:54.201503 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5eff6f-465c-48ae-8dd4-993a84d41ba5 x-openstack-request-id: req-ba5eff6f-465c-48ae-8dd4-993a84d41ba5 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:54.202120 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b937263-86ca-41b0-80b3-3c28f5100006", "tag": "eed693be-4c4c-4d6a-826b-289eaaf1ff54", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:54.202542 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba5eff6f-465c-48ae-8dd4-993a84d41ba5 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:54.203219 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b937263-86ca-41b0-80b3-3c28f5100006', 'tag': 'eed693be-4c4c-4d6a-826b-289eaaf1ff54', 'status': 'completed', 'code': 200} Aug 02 17:27:54.209251 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:54.327534 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86216612-d470-4871-a9db-e3480a0d5cea req-e4e6a7e2-9325-4d7b-8e56-546d94784fb2 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:54.327534 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-e4e6a7e2-9325-4d7b-8e56-546d94784fb2 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 819 time: 2.6465580 Aug 02 17:27:54.363006 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0557b74d-13ef-457b-8be5-59297320aed3 req-e46f31df-f97a-4585-9173-54498d254f6f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 210 time: 0.3653917 Aug 02 17:27:54.394175 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3289dfa9-524e-4147-86ce-d569e574fc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:54.429025 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3289dfa9-524e-4147-86ce-d569e574fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:54.466398 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Request body: {'port': {'device_id': '2e23e09f-bb4f-4127-83ae-b7c8ca58451a', 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a', 'admin_state_up': True, 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:54.469582 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:54.520839 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-722bd27a-1ae8-485d-bbf0-8c21af3289ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:54.593269 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3289dfa9-524e-4147-86ce-d569e574fc78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4656ac2839ee4bd9b09664f601157d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6763928 Aug 02 17:27:54.615438 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51828) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:54.688640 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcc1f1-d404-4e7e-b26f-fdb14e18be6c req-b1b3181f-ac17-4027-8d9c-03389cc4e737 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:54.692534 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a0bcc1f1-d404-4e7e-b26f-fdb14e18be6c req-b1b3181f-ac17-4027-8d9c-03389cc4e737 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 944 time: 0.3762183 Aug 02 17:27:54.842522 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:27:54.900809 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289dfa9-524e-4147-86ce-d569e574fc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691bdfa7-7c12-4dff-a9e0-633d975baf49,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:54.919301 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-a29fa5f5-5365-4954-8f53-72c02f711006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:54.924318 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-a29fa5f5-5365-4954-8f53-72c02f711006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f16e6ca6f8e24ce38241185d5c980577&device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 1096 time: 1.2370739 Aug 02 17:27:55.032343 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:27:55.033483 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.048300 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a0bcc1f1-d404-4e7e-b26f-fdb14e18be6c req-0a44fbe0-82d1-49d8-ae50-cdd9b3e4cd14 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299544 Aug 02 17:27:55.128248 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6c6ec-7a74-4dfb-b955-3c9ea06ec491 req-4b64373d-dd44-4af8-9e41-97904cb37608 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:55.133001 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f5c6c6ec-7a74-4dfb-b955-3c9ea06ec491 req-4b64373d-dd44-4af8-9e41-97904cb37608 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 943 time: 0.2042305 Aug 02 17:27:55.187322 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-86d0c8b2-27a5-4948-8b0d-ed38335833c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.216457 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-29d5f16d-aee2-492a-b77c-4a31aa29c355 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de70d15-0f20-41c0-b6ef-53adc801fa96 HTTP/1.1" status: 200 len: 217 time: 0.2049098 Aug 02 17:27:55.275241 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-86d0c8b2-27a5-4948-8b0d-ed38335833c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.340394 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-1292782e-b909-4e82-a990-fe4a72dcf2f7 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3395503 Aug 02 17:27:55.370887 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.388192 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f5c6c6ec-7a74-4dfb-b955-3c9ea06ec491 req-c9c69dde-9908-4a03-96de-bdeafbfc6a7d tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172234 Aug 02 17:27:55.447783 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-86d0c8b2-27a5-4948-8b0d-ed38335833c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.455591 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-86d0c8b2-27a5-4948-8b0d-ed38335833c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.457272 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-86d0c8b2-27a5-4948-8b0d-ed38335833c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/691bdfa7-7c12-4dff-a9e0-633d975baf49 HTTP/1.1" status: 204 len: 168 time: 0.8394849 Aug 02 17:27:55.472419 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cacedd24-c4e5-4a75-956e-679d7d0f3399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.485065 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0c8b2-27a5-4948-8b0d-ed38335833c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691bdfa7-7c12-4dff-a9e0-633d975baf49,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:55.487185 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cacedd24-c4e5-4a75-956e-679d7d0f3399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.573145 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-cacedd24-c4e5-4a75-956e-679d7d0f3399 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=369d07f220c8412a8dc4893010cf91df&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3648171 Aug 02 17:27:55.575348 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51844) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:55.629334 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.db.api [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:27:55.629334 dv-cinder-788365-5-iscsi neutron-server[93403]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 02 17:27:55.629334 dv-cinder-788365-5-iscsi neutron-server[93403]: [parameters: {'project_id_1': '7b05c3a3701b4394bd0298bbb30e4efa', 'expiration_1': datetime.datetime(2021, 8, 2, 17, 27, 54, 913625)}] Aug 02 17:27:55.629334 dv-cinder-788365-5-iscsi neutron-server[93403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:27:55.631032 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG oslo_db.api [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:27:55.698919 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacedd24-c4e5-4a75-956e-679d7d0f3399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64166143-7cde-4d37-be85-3bac4c44c7fc,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:55.729898 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64c05830-2395-492e-9abb-8549285ad269 req-18e397b2-21de-4040-ae0d-c91bba32fbb9 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 210 time: 0.1161811 Aug 02 17:27:55.826754 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-133c382e-5935-431c-a5d0-160b914aa5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.851819 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:27:55.903741 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-133c382e-5935-431c-a5d0-160b914aa5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.933616 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Allocated IP 172.27.0.147 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/c0d5388a-a93f-4f60-8411-2b111d26c8ec) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:55.947646 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-722bd27a-1ae8-485d-bbf0-8c21af3289ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:55.970946 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-722bd27a-1ae8-485d-bbf0-8c21af3289ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.077818 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-722bd27a-1ae8-485d-bbf0-8c21af3289ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=032f0b976abd4b959d324ccc7dad0743&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7469265 Aug 02 17:27:56.079565 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51858) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:56.169396 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd27a-1ae8-485d-bbf0-8c21af3289ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a502c6-ab59-4fe0-80ea-b705a31c62fe,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:56.187961 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.41', 63454) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:56.212092 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e86cbd99-3b2b-4db8-b5a3-f0d2426bd0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.215865 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.301474 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-133c382e-5935-431c-a5d0-160b914aa5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.306756 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-133c382e-5935-431c-a5d0-160b914aa5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.310786 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-133c382e-5935-431c-a5d0-160b914aa5a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64166143-7cde-4d37-be85-3bac4c44c7fc HTTP/1.1" status: 204 len: 168 time: 0.7250061 Aug 02 17:27:56.355137 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e86cbd99-3b2b-4db8-b5a3-f0d2426bd0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.368426 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c382e-5935-431c-a5d0-160b914aa5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64166143-7cde-4d37-be85-3bac4c44c7fc,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:56.487410 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-92303b69-0ac9-4827-ad8e-a5629743a2de tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:56.489500 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-92303b69-0ac9-4827-ad8e-a5629743a2de tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 819 time: 0.2940655 Aug 02 17:27:56.512040 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e86cbd99-3b2b-4db8-b5a3-f0d2426bd0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.517003 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e86cbd99-3b2b-4db8-b5a3-f0d2426bd0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.519412 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-e86cbd99-3b2b-4db8-b5a3-f0d2426bd0da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89a502c6-ab59-4fe0-80ea-b705a31c62fe HTTP/1.1" status: 204 len: 168 time: 0.4304404 Aug 02 17:27:56.565415 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cbd99-3b2b-4db8-b5a3-f0d2426bd0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a502c6-ab59-4fe0-80ea-b705a31c62fe,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:56.575229 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700b971d-c5f5-4287-b681-e9784a2045fb', 'tag': '1de70d15-0f20-41c0-b6ef-53adc801fa96'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:27:56.579054 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9109b0c4-b416-402c-a4d3-4d147802e515" -d '{"events": [{"name": "network-changed", "server_uuid": "700b971d-c5f5-4287-b681-e9784a2045fb", "tag": "1de70d15-0f20-41c0-b6ef-53adc801fa96"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:27:56.734627 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48f2f6-2d85-41d5-af11-0e2cc4d5694a req-f01f0c85-66ae-40cf-a258-9320803350aa tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:56.737000 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-61a9220f-537d-4907-970e-510f1faad905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:56.737756 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8e48f2f6-2d85-41d5-af11-0e2cc4d5694a req-f01f0c85-66ae-40cf-a258-9320803350aa tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 943 time: 0.0988348 Aug 02 17:27:56.738552 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-61a9220f-537d-4907-970e-510f1faad905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4503568-3d55-49c3-adc2-cdd79d6eed35 HTTP/1.1" status: 200 len: 851 time: 0.9563239 Aug 02 17:27:56.779494 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Made reservation on behalf of 7b05c3a3701b4394bd0298bbb30e4efa for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:56.783317 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.794974 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:56.811463 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8e48f2f6-2d85-41d5-af11-0e2cc4d5694a req-8ba64b73-d859-45d7-b1f7-cacd1cacc9ba tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570703 Aug 02 17:27:56.850856 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ec009-6cd0-4fa5-8f48-059b018b80ef req-e228c326-7e1b-44a0-a1ef-c31344d86e85 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:56.853759 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-356ec009-6cd0-4fa5-8f48-059b018b80ef req-e228c326-7e1b-44a0-a1ef-c31344d86e85 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 944 time: 0.2525525 Aug 02 17:27:56.862564 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d0117810-9574-45e6-8a1d-fea7988035ce req-5c47ad63-86a6-4f66-a23e-2d2a3a91866a service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0814931 Aug 02 17:27:56.969159 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548918b0-6fce-4552-a67f-ca6a8b92c520 x-openstack-request-id: req-548918b0-6fce-4552-a67f-ca6a8b92c520 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:27:56.969638 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700b971d-c5f5-4287-b681-e9784a2045fb", "tag": "1de70d15-0f20-41c0-b6ef-53adc801fa96", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:27:56.970300 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-548918b0-6fce-4552-a67f-ca6a8b92c520 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:27:56.971166 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700b971d-c5f5-4287-b681-e9784a2045fb', 'tag': '1de70d15-0f20-41c0-b6ef-53adc801fa96', 'status': 'completed', 'code': 200} Aug 02 17:27:57.072119 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d337d562-b226-45c8-9940-e86d664a8718 req-15d4857c-7fd7-45e0-9b3f-b9e954879076 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 210 time: 0.0453098 Aug 02 17:27:57.077144 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-356ec009-6cd0-4fa5-8f48-059b018b80ef req-ed3a4c78-e6c0-4397-ad66-6fe3f2c08892 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984890 Aug 02 17:27:57.153988 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:57.162874 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51892) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:57.250620 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:57.260550 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:57.269872 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:57.274165 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Allocated IP 172.20.0.9 (398c1e99-b5ef-4a52-9310-ea2246e20b5a/daef3cfb-6c43-44d7-9ccb-4de42c45122d/c8efb62d-d0c3-415c-818a-222c5f59c59a) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:57.276469 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'Port': ['ID=c0d5388a-a93f-4f60-8411-2b111d26c8ec,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:57.403988 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51900) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:57.449603 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3bba4807-6451-47ab-8e81-38628afef80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:57.584576 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:57.621534 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9876740e-6fe3-4eed-88f6-8af6eadc6981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:57.683145 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:57.694676 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3bba4807-6451-47ab-8e81-38628afef80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:57.718896 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:57.789591 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-b0979b31-cc16-4c89-ab36-33cfd0b4d2fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa97f16f-fb0b-46d6-bc0d-98f193e6cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564506 Aug 02 17:27:57.914013 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9876740e-6fe3-4eed-88f6-8af6eadc6981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:57.916452 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3bba4807-6451-47ab-8e81-38628afef80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:57.995938 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Request body: {'port': {'device_id': '7a5a0c54-d664-495f-bda4-a08e31153e62', 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a', 'admin_state_up': True, 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:58.022279 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-3bba4807-6451-47ab-8e81-38628afef80d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fff3dcfbb9ad4cf59bc33ca13929b452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6160235 Aug 02 17:27:58.023827 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9876740e-6fe3-4eed-88f6-8af6eadc6981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:58.027506 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 51922) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:58.168631 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:58.172112 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-5c62e516-d1c1-4d71-b535-b878d4b6b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:58.173832 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-5c62e516-d1c1-4d71-b535-b878d4b6b0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 1097 time: 0.3691745 Aug 02 17:27:58.326049 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Pushing event updated for resources: {'Port': ['ID=c8efb62d-d0c3-415c-818a-222c5f59c59a,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:58.369030 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-9876740e-6fe3-4eed-88f6-8af6eadc6981 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c48d70579174a94af4357acdd6947ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2032049 Aug 02 17:27:58.377443 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51934) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:27:58.378191 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba4807-6451-47ab-8e81-38628afef80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c77b8-dd15-49ab-bf9e-0ba7f10345a3,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:58.438705 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-841cd4d8-4baa-47a3-b653-da3a0a79c68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:58.452118 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-f8f3b7a0-555c-4439-913a-00fdfc9b29d0 service neutron] 10.222.0.41 "GET /v2.0/networks/aa97f16f-fb0b-46d6-bc0d-98f193e6cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309826 Aug 02 17:27:58.463113 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-67aa4e63-7874-42ad-9441-1b9bbd682c07 req-08a1ec40-8a80-496a-abaf-c9c0aae8f62e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 210 time: 0.1771815 Aug 02 17:27:58.524901 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Network 398c1e99-b5ef-4a52-9310-ea2246e20b5a is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:27:58.535333 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecd4f9-e418-4ac4-b949-2df4fbce0113 req-6c53bb2d-bd40-494b-ac83-4b9559c75959 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:58.549591 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30ecd4f9-e418-4ac4-b949-2df4fbce0113 req-6c53bb2d-bd40-494b-ac83-4b9559c75959 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 943 time: 0.5335031 Aug 02 17:27:58.559650 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:27:58.562274 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:27:58.568919 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:58.610251 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:58.686750 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-841cd4d8-4baa-47a3-b653-da3a0a79c68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:58.696098 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876740e-6fe3-4eed-88f6-8af6eadc6981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd0ba24-4545-4b5d-90a9-d49641451dbc,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:58.765971 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-610a5fa1-6ec5-4907-9d0d-c333df366536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:58.805080 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Made reservation on behalf of 7b05c3a3701b4394bd0298bbb30e4efa for: {'port': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:27:58.812067 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:58.825725 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30ecd4f9-e418-4ac4-b949-2df4fbce0113 req-dee506c7-cd28-428d-9028-cb4b27f11f66 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746415 Aug 02 17:27:58.884247 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-610a5fa1-6ec5-4907-9d0d-c333df366536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.006743 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:59.007872 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.054163 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-c44ed528-d5c8-4e95-b0e5-1162ecca2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:59.057195 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-c44ed528-d5c8-4e95-b0e5-1162ecca2d90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 915 time: 0.8123739 Aug 02 17:27:59.058370 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'Port': ['ID=c0d5388a-a93f-4f60-8411-2b111d26c8ec,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:59.233439 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.254772 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-610a5fa1-6ec5-4907-9d0d-c333df366536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.262635 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-610a5fa1-6ec5-4907-9d0d-c333df366536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.264021 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-3ea6aa47-526f-41a5-a61a-f0ee32b9691f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8248949 Aug 02 17:27:59.265708 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-610a5fa1-6ec5-4907-9d0d-c333df366536 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/abd0ba24-4545-4b5d-90a9-d49641451dbc HTTP/1.1" status: 204 len: 168 time: 0.8799558 Aug 02 17:27:59.274807 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-37928892-6a0c-4b08-ba90-e2432dda24ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed693be-4c4c-4d6a-826b-289eaaf1ff54 HTTP/1.1" status: 200 len: 217 time: 0.1516047 Aug 02 17:27:59.311965 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966322f-8433-414f-9407-e283a06c93e6 req-dd125db9-858a-472d-a366-dd48ba88fa2b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:27:59.313559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a5fa1-6ec5-4907-9d0d-c333df366536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd0ba24-4545-4b5d-90a9-d49641451dbc,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:27:59.314543 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1966322f-8433-414f-9407-e283a06c93e6 req-dd125db9-858a-472d-a366-dd48ba88fa2b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 944 time: 0.6328104 Aug 02 17:27:59.327037 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Request body: {'port': {'device_id': '2e23e09f-bb4f-4127-83ae-b7c8ca58451a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:27:59.336155 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.744128 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6d3e63e4-e69c-40c1-b9a5-8a5fbafe5429 req-c6c2b2cb-d9d3-40be-b2aa-daf1789a18af tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 210 time: 0.0721710 Aug 02 17:27:59.754557 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Allocated IP 172.20.0.4 (398c1e99-b5ef-4a52-9310-ea2246e20b5a/daef3cfb-6c43-44d7-9ccb-4de42c45122d/1a9eb936-8a0b-4c3e-8d02-519acf4f4ada) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:27:59.864282 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.882419 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-034a0bdb-2eff-4579-8d96-66c6d7934b03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6302106 Aug 02 17:27:59.896184 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a447f70f-632c-4e38-ac8c-d0f42bab199a req-033c648b-69bf-48cd-97c8-07512185bc29 service neutron] 10.222.0.41 "GET /v2.0/networks/aa97f16f-fb0b-46d6-bc0d-98f193e6cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1624136 Aug 02 17:27:59.896988 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-841cd4d8-4baa-47a3-b653-da3a0a79c68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.900041 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-841cd4d8-4baa-47a3-b653-da3a0a79c68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:27:59.905071 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-841cd4d8-4baa-47a3-b653-da3a0a79c68f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/730c77b8-dd15-49ab-bf9e-0ba7f10345a3 HTTP/1.1" status: 204 len: 168 time: 1.8712642 Aug 02 17:27:59.983097 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 51978) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:00.004488 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.069912 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1966322f-8433-414f-9407-e283a06c93e6 req-399ea1d7-5de3-4cec-8ce8-0397cc08c4dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7348554 Aug 02 17:28:00.090672 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cd4d8-4baa-47a3-b653-da3a0a79c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c77b8-dd15-49ab-bf9e-0ba7f10345a3,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:00.126346 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.178632 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-e9683d73-1d03-4ea4-9eee-a36ffd3cb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:00.180162 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-e9683d73-1d03-4ea4-9eee-a36ffd3cb548 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5118065-5b7b-4740-a1cc-72d0c4b0d77a HTTP/1.1" status: 200 len: 854 time: 0.8902061 Aug 02 17:28:00.227145 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5548a26f-ee17-4516-a79a-49ed0e9cf02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.256042 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-4ce4555a-c002-48b8-86dc-302412d66143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1024daa2-6d15-4da9-9a68-d2af8abab30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653255 Aug 02 17:28:00.314677 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.326737 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-3b492cc8-c8f5-4ea3-9334-620d95395c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:00.328884 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-3b492cc8-c8f5-4ea3-9334-620d95395c79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f16e6ca6f8e24ce38241185d5c980577&device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 1096 time: 0.2780840 Aug 02 17:28:00.446579 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Network 398c1e99-b5ef-4a52-9310-ea2246e20b5a is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:00.472646 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:00.477358 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:00.488280 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:00.489309 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.510617 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395172f9-2d65-443b-8976-d43d65fea37b req-86f979f7-c5c3-4196-82d3-8f0a8023d1b5 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:00.520324 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-395172f9-2d65-443b-8976-d43d65fea37b req-86f979f7-c5c3-4196-82d3-8f0a8023d1b5 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 943 time: 0.3639328 Aug 02 17:28:00.531552 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Pushing event updated for resources: {'Port': ['ID=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:00.641199 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-395172f9-2d65-443b-8976-d43d65fea37b req-8cc54102-4328-4f7a-8ecb-a167583fa77f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189134 Aug 02 17:28:00.783687 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5548a26f-ee17-4516-a79a-49ed0e9cf02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.800971 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5548a26f-ee17-4516-a79a-49ed0e9cf02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:00.853042 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-b64c214f-65ea-4455-9fa3-8d633fe264b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8699894 Aug 02 17:28:00.885668 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Request body: {'port': {'device_id': '7a5a0c54-d664-495f-bda4-a08e31153e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:00.982164 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-5548a26f-ee17-4516-a79a-49ed0e9cf02b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77a584a2c65949788a1e34d61e369573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9939425 Aug 02 17:28:00.987973 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52008) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:01.049904 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548a26f-ee17-4516-a79a-49ed0e9cf02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1487dd7-82ae-45e3-9653-e47d5cf068b1,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:01.074333 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-677e0015-6516-4cc2-bbe7-ec342199265c service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009973 Aug 02 17:28:01.102132 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-56029cdf-4116-44a3-911c-bf782adb731a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1640074028&fields=id&tenant_id=f1f4b872b4d94da38779ac7003aaf09e HTTP/1.1" status: 200 len: 267 time: 0.4224856 Aug 02 17:28:01.163090 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:01.394713 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44fda4-67ef-41a0-9e72-e7084af222bc req-5a6178e0-1cf6-450a-9924-41dfd314d205 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:01.397319 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c44fda4-67ef-41a0-9e72-e7084af222bc req-5a6178e0-1cf6-450a-9924-41dfd314d205 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 931 time: 0.3739407 Aug 02 17:28:01.435899 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-8bc3af22-56fb-4f92-b28c-317bef74e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:01.439504 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-8bc3af22-56fb-4f92-b28c-317bef74e0f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 HTTP/1.1" status: 200 len: 912 time: 0.9605992 Aug 02 17:28:01.480878 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4ea907c6-5715-420c-94e6-4f01f5a80a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:01.511123 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4ea907c6-5715-420c-94e6-4f01f5a80a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:01.561567 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-4125a791-9b14-436a-8e06-6fefd8081c5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de70d15-0f20-41c0-b6ef-53adc801fa96 HTTP/1.1" status: 200 len: 217 time: 0.0956159 Aug 02 17:28:01.637650 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c44fda4-67ef-41a0-9e72-e7084af222bc req-c0c2779c-7649-4405-89b7-c98c8099ba92 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179532 Aug 02 17:28:01.743379 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-58d7af49-f16d-4298-9983-82dc0f62f1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324859 Aug 02 17:28:01.816787 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-09cd6ccb-bce0-4365-aa03-af53e2837741 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:01.829322 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-09cd6ccb-bce0-4365-aa03-af53e2837741 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 810 time: 0.7254441 Aug 02 17:28:01.890557 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-ddc355c3-89a6-47e1-88ae-df640b705d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:01.895160 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-ddc355c3-89a6-47e1-88ae-df640b705d91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4503568-3d55-49c3-adc2-cdd79d6eed35 HTTP/1.1" status: 200 len: 851 time: 0.3128524 Aug 02 17:28:01.928073 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4ea907c6-5715-420c-94e6-4f01f5a80a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:01.933373 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4ea907c6-5715-420c-94e6-4f01f5a80a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:01.937247 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4ea907c6-5715-420c-94e6-4f01f5a80a40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1487dd7-82ae-45e3-9653-e47d5cf068b1 HTTP/1.1" status: 204 len: 168 time: 0.9454777 Aug 02 17:28:01.982024 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-3e9f8939-69ab-425a-9a0a-3d207639e62d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa97f16f-fb0b-46d6-bc0d-98f193e6cc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712733 Aug 02 17:28:02.040757 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea907c6-5715-420c-94e6-4f01f5a80a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1487dd7-82ae-45e3-9653-e47d5cf068b1,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:02.057124 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-2cfb87dd-4fee-43e1-9b68-ada2a9f7ee4d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/quotas/f1f4b872b4d94da38779ac7003aaf09e HTTP/1.1" status: 200 len: 375 time: 0.2262433 Aug 02 17:28:02.083687 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede5c16-781b-43e6-960e-2eaa56276a92 req-cea7a023-acf1-4efd-8f2a-b4b4e8cfaa06 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:02.086970 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8ede5c16-781b-43e6-960e-2eaa56276a92 req-cea7a023-acf1-4efd-8f2a-b4b4e8cfaa06 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 944 time: 0.2740941 Aug 02 17:28:02.198671 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8ede5c16-781b-43e6-960e-2eaa56276a92 req-0b179836-cfe1-43aa-a57b-eb5077cdef6e tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893183 Aug 02 17:28:02.273885 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8efb62d-d0c3-415c-818a-222c5f59c59a {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:02.313619 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.369106 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Transition to ACTIVE for port object c8efb62d-d0c3-415c-818a-222c5f59c59a will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:02.384766 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.417218 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-6bf511a1-b9bc-407a-b35b-4be08aa1ea14 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3320003 Aug 02 17:28:02.618060 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb0852-153b-4dbd-afae-a60a92f4ee58 req-d488693a-2135-4784-a8f3-26141d9531bf tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:02.620149 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d0cb0852-153b-4dbd-afae-a60a92f4ee58 req-d488693a-2135-4784-a8f3-26141d9531bf tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 943 time: 0.1138830 Aug 02 17:28:02.639521 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-87174144-1e5f-47dd-9943-6dd795461f6c service neutron] 10.222.0.41 "GET /v2.0/networks/aa97f16f-fb0b-46d6-bc0d-98f193e6cc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461697 Aug 02 17:28:02.717854 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d0cb0852-153b-4dbd-afae-a60a92f4ee58 req-cd521a24-315c-4d7c-938c-883b01f36b9a tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839489 Aug 02 17:28:02.770708 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada {{(pid=93404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:02.788839 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.816424 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Transition to ACTIVE for port object 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada will not be triggered until provisioned by entity L2. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:02.824562 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:02.946645 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Pushing event updated for resources: {'Port': ['ID=c8efb62d-d0c3-415c-818a-222c5f59c59a,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:02.954763 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:03.014333 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Attempting to bind port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:03.014961 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Attempting to bind port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:03.015498 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Attempting to bind port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada on network 398c1e99-b5ef-4a52-9310-ea2246e20b5a {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:03.041712 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada on network 398c1e99-b5ef-4a52-9310-ea2246e20b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:28:03.042043 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Attempting to bind port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada on network 398c1e99-b5ef-4a52-9310-ea2246e20b5a {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:03.053309 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:03.053879 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Checking segment: {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:03.054801 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Bound using segment: {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:03.056635 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Bound port: 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'}}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:03.057100 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.126551 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c80034-b10c-4987-b431-35d779c3bb5f req-49c7c5b1-379b-4f1b-8c47-8508002e07da tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:03.128357 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-28c80034-b10c-4987-b431-35d779c3bb5f req-49c7c5b1-379b-4f1b-8c47-8508002e07da tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 943 time: 0.1421907 Aug 02 17:28:03.204461 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9109b0c4-b416-402c-a4d3-4d147802e515 req-591e51bd-c6f8-4870-bb09-7ff7fb110763 service neutron] 10.222.0.41 "GET /v2.0/networks/aa97f16f-fb0b-46d6-bc0d-98f193e6cc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499623 Aug 02 17:28:03.212466 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-4bd8e0ab-9758-474f-8474-9397e9852e7a service neutron] 10.222.0.16 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7393572 Aug 02 17:28:03.213741 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Attempting to bind port c8efb62d-d0c3-415c-818a-222c5f59c59a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:03.214265 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Attempting to bind port c8efb62d-d0c3-415c-818a-222c5f59c59a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:03.214758 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Attempting to bind port c8efb62d-d0c3-415c-818a-222c5f59c59a on network 398c1e99-b5ef-4a52-9310-ea2246e20b5a {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:03.220241 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Port c8efb62d-d0c3-415c-818a-222c5f59c59a on network 398c1e99-b5ef-4a52-9310-ea2246e20b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:28:03.220862 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Attempting to bind port c8efb62d-d0c3-415c-818a-222c5f59c59a on network 398c1e99-b5ef-4a52-9310-ea2246e20b5a {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:03.228249 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:03.228986 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Checking segment: {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:03.229553 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Bound using segment: {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:03.230242 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Bound port: c8efb62d-d0c3-415c-818a-222c5f59c59a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:03.230785 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.235355 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] For port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada, host hv-cinder-78836, cleared binding levels {{(pid=93404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:03.245908 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-28c80034-b10c-4987-b431-35d779c3bb5f req-7d670392-b51f-4fef-8e45-d23c95670725 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018872 Aug 02 17:28:03.249529 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] For port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:03.257635 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.399231 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:03.399928 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.401817 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] 10.222.0.41 "PUT /v2.0/ports/1a9eb936-8a0b-4c3e-8d02-519acf4f4ada HTTP/1.1" status: 200 len: 1093 time: 2.5322318 Aug 02 17:28:03.402300 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5a0c54-d664-495f-bda4-a08e31153e62', 'tag': '1a9eb936-8a0b-4c3e-8d02-519acf4f4ada'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:03.490361 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] For port c8efb62d-d0c3-415c-818a-222c5f59c59a, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:03.504068 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] For port c8efb62d-d0c3-415c-818a-222c5f59c59a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:03.530401 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.554747 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-00d5560f-95c6-4828-81ca-d09b32410b29 service neutron] 10.222.0.16 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197584 Aug 02 17:28:03.556604 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52088) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:03.644919 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:03.646135 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:03.648408 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] 10.222.0.41 "PUT /v2.0/ports/c8efb62d-d0c3-415c-818a-222c5f59c59a HTTP/1.1" status: 200 len: 1093 time: 4.3549397 Aug 02 17:28:03.649152 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e23e09f-bb4f-4127-83ae-b7c8ca58451a', 'tag': 'c8efb62d-d0c3-415c-818a-222c5f59c59a'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:03.664698 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62" -d '{"events": [{"name": "network-changed", "server_uuid": "2e23e09f-bb4f-4127-83ae-b7c8ca58451a", "tag": "c8efb62d-d0c3-415c-818a-222c5f59c59a"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:03.749729 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8c5b0-a4ba-49bb-8a67-6150eca03dfe service neutron] Pushing event updated for resources: {'Port': ['ID=c8efb62d-d0c3-415c-818a-222c5f59c59a,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:03.861996 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799713c5-0ff6-4656-b0f6-e45b2884cd51 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,revision_number=3']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:03.874036 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device eed693be-4c4c-4d6a-826b-289eaaf1ff54 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:28:04.054324 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6b375-2fd4-42a3-922e-8cb531ea3f51 req-d9b75545-907a-453f-af94-cf9c164fcc53 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:04.065673 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ceb6b375-2fd4-42a3-922e-8cb531ea3f51 req-d9b75545-907a-453f-af94-cf9c164fcc53 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 944 time: 0.6924140 Aug 02 17:28:04.084872 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-cd44038c-5289-45ce-9b29-1fe0638e9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:04.088860 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-cd44038c-5289-45ce-9b29-1fe0638e9ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 1096 time: 0.5229256 Aug 02 17:28:04.250291 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-ae98aed7-c332-4ab6-a360-a7988bb9fb26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada HTTP/1.1" status: 200 len: 217 time: 0.1326866 Aug 02 17:28:04.388466 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port eed693be-4c4c-4d6a-826b-289eaaf1ff54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eed693be-4c4c-4d6a-826b-289eaaf1ff54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:04.425728 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': 'eed693be-4c4c-4d6a-826b-289eaaf1ff54', 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e', 'port_id': 'eed693be-4c4c-4d6a-826b-289eaaf1ff54', 'mac_address': 'fa:16:3e:7a:b9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5118065-5b7b-4740-a1cc-72d0c4b0d77a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:28:04.466082 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ceb6b375-2fd4-42a3-922e-8cb531ea3f51 req-160aa688-7b6b-4628-a294-5d6ce9b04934 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989203 Aug 02 17:28:04.531243 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-5cdf37e8-5754-458b-a3fb-782c32004a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:04.538685 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf8bd96-f639-4d91-b589-211bd6d6240a x-openstack-request-id: req-fdf8bd96-f639-4d91-b589-211bd6d6240a {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:04.539413 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e23e09f-bb4f-4127-83ae-b7c8ca58451a", "tag": "c8efb62d-d0c3-415c-818a-222c5f59c59a", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:04.540582 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdf8bd96-f639-4d91-b589-211bd6d6240a {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:04.541266 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e23e09f-bb4f-4127-83ae-b7c8ca58451a', 'tag': 'c8efb62d-d0c3-415c-818a-222c5f59c59a', 'status': 'completed', 'code': 200} Aug 02 17:28:04.542074 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fbc2787b-86ac-4e5c-b3d5-a42ff5eb1ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:04.543751 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-5cdf37e8-5754-458b-a3fb-782c32004a18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.2830942 Aug 02 17:28:04.549950 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:04.556108 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31309286-03ff-4f81-ba8c-4989609af123" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5a0c54-d664-495f-bda4-a08e31153e62", "tag": "1a9eb936-8a0b-4c3e-8d02-519acf4f4ada"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:04.608340 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed693be-4c4c-4d6a-826b-289eaaf1ff54 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:04.651506 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port eed693be-4c4c-4d6a-826b-289eaaf1ff54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eed693be-4c4c-4d6a-826b-289eaaf1ff54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:04.659908 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:04.662900 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 1de70d15-0f20-41c0-b6ef-53adc801fa96 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:28:04.751654 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86216612-d470-4871-a9db-e3480a0d5cea req-084e4784-4228-43d3-9647-a17184fa5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:04.753318 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-084e4784-4228-43d3-9647-a17184fa5410 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1096 time: 1.0050881 Aug 02 17:28:04.940671 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-1057cc72-a642-4217-8173-b046826ee0aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a HTTP/1.1" status: 200 len: 217 time: 0.1622553 Aug 02 17:28:04.963611 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=eed693be-4c4c-4d6a-826b-289eaaf1ff54,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:05.079399 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 1de70d15-0f20-41c0-b6ef-53adc801fa96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de70d15-0f20-41c0-b6ef-53adc801fa96,segment=NetworkSegment(e890d320-511e-448b-be40-165a2461fb72),segment_id=e890d320-511e-448b-be40-165a2461fb72)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:05.085251 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fe0d8-187a-4a21-b3b7-aa23db218b13 req-78a99cce-82ca-487c-b95b-4b6b6a3a8f6c tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:05.100636 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb8fe0d8-187a-4a21-b3b7-aa23db218b13 req-78a99cce-82ca-487c-b95b-4b6b6a3a8f6c tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 943 time: 0.5715630 Aug 02 17:28:05.133020 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-38570cd2-6615-4ac6-9a0a-2e624dbfce42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5637109 Aug 02 17:28:05.140462 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '1de70d15-0f20-41c0-b6ef-53adc801fa96', 'network_id': 'aa97f16f-fb0b-46d6-bc0d-98f193e6cc26', 'port_id': '1de70d15-0f20-41c0-b6ef-53adc801fa96', 'mac_address': 'fa:16:3e:7f:ab:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4503568-3d55-49c3-adc2-cdd79d6eed35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:28:05.178717 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-16a7ea68-66a4-4de8-bc89-92a3c6813a45 req-f10c88f1-e5aa-47bc-aa9c-99269aeb9cfc tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 210 time: 0.5096788 Aug 02 17:28:05.268019 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:05.307947 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fbc2787b-86ac-4e5c-b3d5-a42ff5eb1ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:05.341521 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de70d15-0f20-41c0-b6ef-53adc801fa96 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:05.354778 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fbc2787b-86ac-4e5c-b3d5-a42ff5eb1ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:05.405525 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 1de70d15-0f20-41c0-b6ef-53adc801fa96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de70d15-0f20-41c0-b6ef-53adc801fa96,segment=NetworkSegment(e890d320-511e-448b-be40-165a2461fb72),segment_id=e890d320-511e-448b-be40-165a2461fb72)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:05.414522 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:05.488968 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=1de70d15-0f20-41c0-b6ef-53adc801fa96,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:05.510008 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-5892106d-5c14-4bd5-afab-237f7434f0a6 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433189 Aug 02 17:28:05.569360 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2787b-86ac-4e5c-b3d5-a42ff5eb1ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ae2cf5-8d38-41da-8201-8a45cfca73e4,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:05.597493 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-fbc2787b-86ac-4e5c-b3d5-a42ff5eb1ddb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80c1c1fbee5e438a8849615a698be161&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0361297 Aug 02 17:28:05.604805 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb8fe0d8-187a-4a21-b3b7-aa23db218b13 req-668703d5-c220-4cdd-bad2-fe35abb7cadc tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941592 Aug 02 17:28:05.605607 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52152) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:05.699396 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86216612-d470-4871-a9db-e3480a0d5cea req-003b9e75-6b48-4d01-b9f4-e3717ccbb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:05.702172 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-003b9e75-6b48-4d01-b9f4-e3717ccbb5c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.7334690 Aug 02 17:28:05.706143 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9721d-9059-44e0-8529-ffe6d47395e9 req-6e749d90-5f73-4176-ae37-ee191a797266 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:05.723727 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-96a9721d-9059-44e0-8529-ffe6d47395e9 req-6e749d90-5f73-4176-ae37-ee191a797266 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 943 time: 0.3556595 Aug 02 17:28:05.815183 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-96a9721d-9059-44e0-8529-ffe6d47395e9 req-a5441f2e-59ca-445b-9146-cdedf42051f0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901592 Aug 02 17:28:05.837634 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-26c28115-df70-41c4-bbc4-6c4129a5f962 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254921 Aug 02 17:28:05.903036 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a702c701-5272-445b-b0d5-4cb6be4425b0 req-d824ba57-7214-460c-830f-624a555044f1 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843732 Aug 02 17:28:05.947847 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-05ffd18c-00c7-4b8b-b6ac-bfaf3ae4237e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:05.997702 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['eed693be-4c4c-4d6a-826b-289eaaf1ff54'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:28:06.067954 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['1de70d15-0f20-41c0-b6ef-53adc801fa96'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:28:06.127141 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892c65b1-e3e5-4361-8056-db971d7ab323 x-openstack-request-id: req-892c65b1-e3e5-4361-8056-db971d7ab323 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:06.127447 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5a0c54-d664-495f-bda4-a08e31153e62", "tag": "1a9eb936-8a0b-4c3e-8d02-519acf4f4ada", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:06.127705 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-892c65b1-e3e5-4361-8056-db971d7ab323 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:06.128191 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5a0c54-d664-495f-bda4-a08e31153e62', 'tag': '1a9eb936-8a0b-4c3e-8d02-519acf4f4ada', 'status': 'completed', 'code': 200} Aug 02 17:28:06.156739 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-05ffd18c-00c7-4b8b-b6ac-bfaf3ae4237e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:06.339459 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31309286-03ff-4f81-ba8c-4989609af123 req-91aa45f1-f2a2-44b0-a354-9506b9adfbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:06.341281 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31309286-03ff-4f81-ba8c-4989609af123 req-91aa45f1-f2a2-44b0-a354-9506b9adfbe1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 1096 time: 0.1521895 Aug 02 17:28:06.435620 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-5a0103b8-d5fc-4d9e-b806-995e951a28c8 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783453 Aug 02 17:28:06.555193 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ecbfb-b436-46fb-b2df-6d31323a800a req-41b8ed44-22b1-461e-bf2c-d3a42ff0b444 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:06.568181 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ec1ecbfb-b436-46fb-b2df-6d31323a800a req-41b8ed44-22b1-461e-bf2c-d3a42ff0b444 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 945 time: 0.4624774 Aug 02 17:28:06.629283 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c7d38a35-5d77-4570-b643-2cf59e3f2baf req-ba95488b-037c-4535-b792-2cd45b0a694d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 210 time: 0.1313767 Aug 02 17:28:06.640299 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-05ffd18c-00c7-4b8b-b6ac-bfaf3ae4237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:06.645198 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-05ffd18c-00c7-4b8b-b6ac-bfaf3ae4237e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:06.652702 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-05ffd18c-00c7-4b8b-b6ac-bfaf3ae4237e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31ae2cf5-8d38-41da-8201-8a45cfca73e4 HTTP/1.1" status: 204 len: 168 time: 1.0451522 Aug 02 17:28:06.687053 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ec1ecbfb-b436-46fb-b2df-6d31323a800a req-157521c6-7a06-4b2a-806b-551033645931 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087487 Aug 02 17:28:06.730183 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffd18c-00c7-4b8b-b6ac-bfaf3ae4237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ae2cf5-8d38-41da-8201-8a45cfca73e4,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:06.793020 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31309286-03ff-4f81-ba8c-4989609af123 req-c3c79c6d-c67f-4ebe-925f-1ebf8c82c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:06.795969 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31309286-03ff-4f81-ba8c-4989609af123 req-c3c79c6d-c67f-4ebe-925f-1ebf8c82c086 service neutron] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 920 time: 0.4368722 Aug 02 17:28:06.839068 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-e592fa44-f707-4819-bd04-70a50c6929fd tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:06.842344 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-e592fa44-f707-4819-bd04-70a50c6929fd tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 810 time: 0.6626346 Aug 02 17:28:06.892871 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31309286-03ff-4f81-ba8c-4989609af123 req-7c43c21f-b901-48e4-a07b-998959f1c35b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada HTTP/1.1" status: 200 len: 217 time: 0.0842214 Aug 02 17:28:06.934333 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86216612-d470-4871-a9db-e3480a0d5cea req-cf22841f-7dba-4c0f-87e0-a2525ad014f9 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375856 Aug 02 17:28:06.980471 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-db8fbdfd-31a5-49cf-a0c3-21959d049c9d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f4b872b4d94da38779ac7003aaf09e HTTP/1.1" status: 200 len: 380 time: 0.1017156 Aug 02 17:28:07.003387 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'port': {'device_id': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'admin_state_up': True, 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'security_groups': ['ea3a8622-fe2c-4ace-8e66-be8636c327e6']}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:07.092408 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fa5ef-cf7b-4cc1-a8ae-0319034623e9 req-8a9c41c5-3257-4cb7-9ea2-f18d61f2e9fb tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:07.106395 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-856fa5ef-cf7b-4cc1-a8ae-0319034623e9 req-8a9c41c5-3257-4cb7-9ea2-f18d61f2e9fb tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 944 time: 0.2077882 Aug 02 17:28:07.136614 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31309286-03ff-4f81-ba8c-4989609af123 req-d1e6a086-4251-4b89-819e-ae1a3281a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:07.136614 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31309286-03ff-4f81-ba8c-4989609af123 req-d1e6a086-4251-4b89-819e-ae1a3281a2d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.2333257 Aug 02 17:28:07.243469 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31309286-03ff-4f81-ba8c-4989609af123 req-1889dbbf-bc28-442d-869e-bd2784f8e972 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681520 Aug 02 17:28:07.262190 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f60fb3-6798-4d99-a75a-d8d031944c5e req-91591865-f4d6-4b8e-bd8b-1bcd2f5a84f0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:07.266030 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c1f60fb3-6798-4d99-a75a-d8d031944c5e req-91591865-f4d6-4b8e-bd8b-1bcd2f5a84f0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 943 time: 0.1910114 Aug 02 17:28:07.384977 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-856fa5ef-cf7b-4cc1-a8ae-0319034623e9 req-1af376b4-8bda-4f35-93d7-dcd17a92826a tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770805 Aug 02 17:28:07.387891 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-322844f6-5b07-4e83-a03b-8ba97bf19e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:07.390318 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-322844f6-5b07-4e83-a03b-8ba97bf19e5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1096 time: 0.3158147 Aug 02 17:28:07.432441 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Made reservation on behalf of f1f4b872b4d94da38779ac7003aaf09e for: {'port': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:07.445011 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:07.472104 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52210) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:07.504317 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c1f60fb3-6798-4d99-a75a-d8d031944c5e req-111ebcd1-ab7f-46ed-a967-f3d4d08c5928 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230384 Aug 02 17:28:07.530174 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-482a61af-eecc-4f92-9207-1a230b670bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:07.622324 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31309286-03ff-4f81-ba8c-4989609af123 req-8321c649-c2eb-4507-a3f4-c1634b5f7090 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625300 Aug 02 17:28:07.623937 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-b1c185ac-29bd-4132-82b7-854a918b66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:07.625483 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-b1c185ac-29bd-4132-82b7-854a918b66d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 920 time: 0.2202501 Aug 02 17:28:07.868621 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31309286-03ff-4f81-ba8c-4989609af123 req-5c9ef50e-5a85-4ba1-9702-ead0625c934a service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265840 Aug 02 17:28:07.962058 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Allocated IP 172.20.0.7 (1105c960-0c88-40a7-9013-c9235ec1cc22/0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec/044701d2-1704-4fac-bf6c-d9520453edef) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:07.963082 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-b732be19-95df-4793-8a54-f557ad509513 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a HTTP/1.1" status: 200 len: 217 time: 0.1114004 Aug 02 17:28:07.998457 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b7a9a10f-623c-47c0-b267-6a2af7923266 req-ea53ec02-8f6e-42ff-8fec-13894cb6e46c tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 210 time: 0.0516160 Aug 02 17:28:08.104540 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-9b8058d4-5e72-4c27-ac21-467e7b156384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:08.107435 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-9b8058d4-5e72-4c27-ac21-467e7b156384 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.1204631 Aug 02 17:28:08.125536 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251af52f-b319-411c-ad66-ed6226b4e519 req-11f1a0b9-cafb-4a5b-9fd7-b94f7f629a2f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:08.128845 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-251af52f-b319-411c-ad66-ed6226b4e519 req-11f1a0b9-cafb-4a5b-9fd7-b94f7f629a2f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 945 time: 0.2432594 Aug 02 17:28:08.203756 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-482a61af-eecc-4f92-9207-1a230b670bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.215027 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-3167fd96-5274-4eb6-ab50-aad6671db186 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960302 Aug 02 17:28:08.292282 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-482a61af-eecc-4f92-9207-1a230b670bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.367233 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-251af52f-b319-411c-ad66-ed6226b4e519 req-74637ca6-2be0-4dbd-8793-491cd5dd5519 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197781 Aug 02 17:28:08.367578 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-9e4d0043-ae51-4c67-958c-da60962d34b4 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439431 Aug 02 17:28:08.391991 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-482a61af-eecc-4f92-9207-1a230b670bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2696daa1b758434c88750a213160a794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9054501 Aug 02 17:28:08.392255 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52232) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:08.414034 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a61af-eecc-4f92-9207-1a230b670bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73184792-785e-49df-9963-98ee0461524f,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:08.493666 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.523003 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Transition to ACTIVE for port object 044701d2-1704-4fac-bf6c-d9520453edef will not be triggered until provisioned by entity DHCP. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:08.534225 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-976be4e8-8583-40a5-ad94-c3e02dfc3a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.590091 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-976be4e8-8583-40a5-ad94-c3e02dfc3a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.599231 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aaf70470-063d-4c8d-aff4-5f4aaa6afb62 req-245d91fd-f9ff-40cd-93ca-2461bfefff48 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212512 Aug 02 17:28:08.627247 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f05c9-f3a2-4c80-988c-cc353ffb5963 req-ede7129a-393b-45fc-a50e-6a6457042d20 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:08.630152 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6c6f05c9-f3a2-4c80-988c-cc353ffb5963 req-ede7129a-393b-45fc-a50e-6a6457042d20 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 944 time: 0.1180055 Aug 02 17:28:08.704930 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6c6f05c9-f3a2-4c80-988c-cc353ffb5963 req-4735db5a-e196-41ca-92fd-cb14a1f19a5b tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604942 Aug 02 17:28:08.734150 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.763286 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e90138-2eab-46ce-a9d0-9ffe3e357dfb req-a9f19d7b-d3bd-4d47-bb48-c9f9e97242cb tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:08.763286 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f9e90138-2eab-46ce-a9d0-9ffe3e357dfb req-a9f19d7b-d3bd-4d47-bb48-c9f9e97242cb tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 943 time: 0.1566768 Aug 02 17:28:08.882695 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:08.884728 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-976be4e8-8583-40a5-ad94-c3e02dfc3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.888338 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-976be4e8-8583-40a5-ad94-c3e02dfc3a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.889960 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-976be4e8-8583-40a5-ad94-c3e02dfc3a81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73184792-785e-49df-9963-98ee0461524f HTTP/1.1" status: 204 len: 168 time: 0.4950709 Aug 02 17:28:08.904793 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:08.922452 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:08.933839 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:08.935308 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:08.939771 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'Port': ['ID=044701d2-1704-4fac-bf6c-d9520453edef,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:08.953867 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976be4e8-8583-40a5-ad94-c3e02dfc3a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73184792-785e-49df-9963-98ee0461524f,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:09.001382 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f9e90138-2eab-46ce-a9d0-9ffe3e357dfb req-e721571a-ae8d-4e2e-989b-f2aa064d0920 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792986 Aug 02 17:28:09.030500 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-9af00680-8e3e-4fa9-93dc-46706b01fbb7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0452778 Aug 02 17:28:09.063982 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Request body: {'port': {'device_id': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:09.196277 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:09.374198 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711489ba-e209-4ba3-8111-221bf452e1ac req-7619fa49-31a2-444a-9bc9-af9d436b0a12 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:09.383887 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-711489ba-e209-4ba3-8111-221bf452e1ac req-7619fa49-31a2-444a-9bc9-af9d436b0a12 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 931 time: 0.1841476 Aug 02 17:28:09.429820 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-6b26b1c1-16a9-4381-92f1-22c3bb41c8ac None None] Provisioning for port 044701d2-1704-4fac-bf6c-d9520453edef completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:09.436037 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-6b26b1c1-16a9-4381-92f1-22c3bb41c8ac None None] Provisioning complete for port 044701d2-1704-4fac-bf6c-d9520453edef triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:09.436423 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6b26b1c1-16a9-4381-92f1-22c3bb41c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:09.497487 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-6b26b1c1-16a9-4381-92f1-22c3bb41c8ac None None] Port 044701d2-1704-4fac-bf6c-d9520453edef cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:28:09.572692 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-711489ba-e209-4ba3-8111-221bf452e1ac req-5234f8c7-f4db-47a0-bf66-549f5dd15183 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646833 Aug 02 17:28:09.822531 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426e20e-5d96-4303-aa84-bf4556e48f96 req-69bc2f50-96fb-453b-804a-c23411d5d68f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:09.825303 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8426e20e-5d96-4303-aa84-bf4556e48f96 req-69bc2f50-96fb-453b-804a-c23411d5d68f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 945 time: 0.1768100 Aug 02 17:28:09.855021 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:28:09.907162 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device eed693be-4c4c-4d6a-826b-289eaaf1ff54 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:10.061980 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f82ee-18fb-484b-b5aa-ff6b344e01ee req-eaa88fd8-bcd3-467d-aa2f-b25e78ddc861 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:10.063714 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.db.resource_extend [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 02 17:28:10.071257 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0e0f82ee-18fb-484b-b5aa-ff6b344e01ee req-eaa88fd8-bcd3-467d-aa2f-b25e78ddc861 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 944 time: 0.1491580 Aug 02 17:28:10.114262 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8426e20e-5d96-4303-aa84-bf4556e48f96 req-6d0be38f-fa14-458c-a259-1ac923f3a7f2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658832 Aug 02 17:28:10.225028 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0e0f82ee-18fb-484b-b5aa-ff6b344e01ee req-2d6de74b-b7e9-41ba-a11b-7b41c084e5f3 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372578 Aug 02 17:28:10.258947 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044701d2-1704-4fac-bf6c-d9520453edef {{(pid=93404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:10.283213 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:10.354963 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Transition to ACTIVE for port object 044701d2-1704-4fac-bf6c-d9520453edef will not be triggered until provisioned by entity L2. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:10.368644 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:10.469432 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Pushing event updated for resources: {'Port': ['ID=044701d2-1704-4fac-bf6c-d9520453edef,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:10.543312 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485f6f7-f4bb-47dd-a9e7-d37a4beac5bd req-eaeb300d-499a-46ac-9330-214736eaa50e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:10.558334 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port eed693be-4c4c-4d6a-826b-289eaaf1ff54 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:10.566973 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b485f6f7-f4bb-47dd-a9e7-d37a4beac5bd req-eaeb300d-499a-46ac-9330-214736eaa50e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 943 time: 0.2632205 Aug 02 17:28:10.572733 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port eed693be-4c4c-4d6a-826b-289eaaf1ff54 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:10.573589 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:10.684550 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:10.748407 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b485f6f7-f4bb-47dd-a9e7-d37a4beac5bd req-bce89462-d82a-4803-83a5-901c4c02b054 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775424 Aug 02 17:28:10.761866 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '1a9eb936-8a0b-4c3e-8d02-519acf4f4ada', 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a', 'port_id': '1a9eb936-8a0b-4c3e-8d02-519acf4f4ada', 'mac_address': 'fa:16:3e:84:9e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daef3cfb-6c43-44d7-9ccb-4de42c45122d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:28:10.768098 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Attempting to bind port 044701d2-1704-4fac-bf6c-d9520453edef on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:10.769124 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Attempting to bind port 044701d2-1704-4fac-bf6c-d9520453edef by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:10.769745 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Attempting to bind port 044701d2-1704-4fac-bf6c-d9520453edef on network 1105c960-0c88-40a7-9013-c9235ec1cc22 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:10.781205 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Port 044701d2-1704-4fac-bf6c-d9520453edef on network 1105c960-0c88-40a7-9013-c9235ec1cc22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:28:10.781881 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Attempting to bind port 044701d2-1704-4fac-bf6c-d9520453edef on network 1105c960-0c88-40a7-9013-c9235ec1cc22 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:10.789621 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:10.790388 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Checking segment: {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:10.791042 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Bound using segment: {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:10.791743 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Bound port: 044701d2-1704-4fac-bf6c-d9520453edef, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'}}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:10.792344 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:10.891065 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] For port 044701d2-1704-4fac-bf6c-d9520453edef, host hv-cinder-78836, cleared binding levels {{(pid=93404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:10.897104 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] For port 044701d2-1704-4fac-bf6c-d9520453edef, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=044701d2-1704-4fac-bf6c-d9520453edef,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:10.917206 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:10.946038 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:10.946038 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:10.946038 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] 10.222.0.41 "PUT /v2.0/ports/044701d2-1704-4fac-bf6c-d9520453edef HTTP/1.1" status: 200 len: 1093 time: 1.8967946 Aug 02 17:28:10.976869 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'tag': '044701d2-1704-4fac-bf6c-d9520453edef'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:10.982297 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d377af23-f7d3-4ad3-a704-05803e7a1aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd54e613-ff57-4a14-af65-e576c4a4d47f", "tag": "044701d2-1704-4fac-bf6c-d9520453edef"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:11.011746 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddccdea-03fa-481e-96d0-6f33efbbd60e req-a4f3fa04-668f-4066-8512-f454d451baef tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:11.014200 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0ddccdea-03fa-481e-96d0-6f33efbbd60e req-a4f3fa04-668f-4066-8512-f454d451baef tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 943 time: 0.2319906 Aug 02 17:28:11.026000 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52306) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:11.055698 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:11.101021 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:11.138170 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2038d30-8588-4a34-9b42-6267468a931b x-openstack-request-id: req-b2038d30-8588-4a34-9b42-6267468a931b {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:11.139949 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd54e613-ff57-4a14-af65-e576c4a4d47f", "tag": "044701d2-1704-4fac-bf6c-d9520453edef", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:11.140508 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2038d30-8588-4a34-9b42-6267468a931b {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:11.141817 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'tag': '044701d2-1704-4fac-bf6c-d9520453edef', 'status': 'completed', 'code': 200} Aug 02 17:28:11.171605 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:11.202830 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c740b32-3d52-4a66-a8f4-900f6258589a service neutron] Pushing event updated for resources: {'Port': ['ID=044701d2-1704-4fac-bf6c-d9520453edef,revision_number=3']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:11.213146 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0ddccdea-03fa-481e-96d0-6f33efbbd60e req-477eda58-31d2-42d6-b2bb-72f32562b696 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883163 Aug 02 17:28:11.252647 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-5a2b07eb-1057-40ef-8a66-66b227e89c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:11.254448 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-5a2b07eb-1057-40ef-8a66-66b227e89c6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 1096 time: 0.2134659 Aug 02 17:28:11.312021 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:11.332887 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b937263-86ca-41b0-80b3-3c28f5100006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed693be-4c4c-4d6a-826b-289eaaf1ff54'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:11.345600 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-001ee207-7ef3-46bf-bf9b-c8c5be7b522e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044701d2-1704-4fac-bf6c-d9520453edef HTTP/1.1" status: 200 len: 217 time: 0.0743158 Aug 02 17:28:11.471267 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7aa29-f024-416b-a542-5429f01a17e1 req-eee9fea6-c0e2-427e-8acd-88ff40c4754f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:11.482535 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5ea7aa29-f024-416b-a542-5429f01a17e1 req-eee9fea6-c0e2-427e-8acd-88ff40c4754f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 945 time: 0.1485610 Aug 02 17:28:11.513700 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-ef23e857-2ed0-408f-ac19-f7f3bc8b67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:11.515352 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-ef23e857-2ed0-408f-ac19-f7f3bc8b67ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.1416044 Aug 02 17:28:11.555586 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5ea7aa29-f024-416b-a542-5429f01a17e1 req-69d3a2e5-bfb0-41f2-85f6-b677f206d2df tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706632 Aug 02 17:28:11.645557 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:11.649922 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-df096805-dcde-44d8-abc9-0bc16c7e4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:11.653991 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-df096805-dcde-44d8-abc9-0bc16c7e4f9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1114385 Aug 02 17:28:11.669499 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb9de-664c-4b66-897c-cd71379eda1d req-5e0c3642-5f68-4986-9fe3-785c69c63abb tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:11.682623 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-72efb9de-664c-4b66-897c-cd71379eda1d req-5e0c3642-5f68-4986-9fe3-785c69c63abb tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 944 time: 0.2412059 Aug 02 17:28:11.729402 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f636-81a0-4d7b-89f6-724bbf8676ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:11.771242 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port eed693be-4c4c-4d6a-826b-289eaaf1ff54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eed693be-4c4c-4d6a-826b-289eaaf1ff54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:11.848301 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:11.850227 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 1de70d15-0f20-41c0-b6ef-53adc801fa96 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:11.885459 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-72efb9de-664c-4b66-897c-cd71379eda1d req-5764a0b8-61c7-43c2-826e-dcb00f2ee422 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798823 Aug 02 17:28:12.008903 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-95cca0de-ef1a-493d-b78c-8b205d2e329d service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420329 Aug 02 17:28:12.014646 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device c8efb62d-d0c3-415c-818a-222c5f59c59a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:28:12.251451 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f636-81a0-4d7b-89f6-724bbf8676ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:12.279700 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f636-81a0-4d7b-89f6-724bbf8676ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:12.282905 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port c8efb62d-d0c3-415c-818a-222c5f59c59a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:12.312826 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': 'c8efb62d-d0c3-415c-818a-222c5f59c59a', 'network_id': '398c1e99-b5ef-4a52-9310-ea2246e20b5a', 'port_id': 'c8efb62d-d0c3-415c-818a-222c5f59c59a', 'mac_address': 'fa:16:3e:0c:7c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daef3cfb-6c43-44d7-9ccb-4de42c45122d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:28:12.335621 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['1a9eb936-8a0b-4c3e-8d02-519acf4f4ada'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:28:12.386504 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4cc7e1-be10-48fd-b089-6367c0f8ff76" -d '{"events": [{"server_uuid": "1b937263-86ca-41b0-80b3-3c28f5100006", "name": "network-vif-plugged", "status": "completed", "tag": "eed693be-4c4c-4d6a-826b-289eaaf1ff54"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:12.423521 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-9fd7f636-81a0-4d7b-89f6-724bbf8676ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0a9fb328b8841138e0093b59536cd71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3921583 Aug 02 17:28:12.437552 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52358) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:12.468862 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:12.518543 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7f636-81a0-4d7b-89f6-724bbf8676ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9b9454-3438-4ecb-a1b0-e093ba88cef7,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:12.535416 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d74c4a-24c1-4c97-a31a-bdedee0eb825 req-15114608-e26a-4ad2-ab18-292963732bf0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:12.540899 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64d74c4a-24c1-4c97-a31a-bdedee0eb825 req-15114608-e26a-4ad2-ab18-292963732bf0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 944 time: 0.3679066 Aug 02 17:28:12.586214 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 1de70d15-0f20-41c0-b6ef-53adc801fa96 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:12.604496 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1414ad3-8715-4aad-85a9-e7d2bdf69b63 req-85dff867-e056-4d63-acdb-755cb2183d92 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:12.610127 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:12.615127 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 1de70d15-0f20-41c0-b6ef-53adc801fa96 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:12.615694 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:12.628527 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b1414ad3-8715-4aad-85a9-e7d2bdf69b63 req-85dff867-e056-4d63-acdb-755cb2183d92 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 943 time: 0.1867750 Aug 02 17:28:12.652039 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=eed693be-4c4c-4d6a-826b-289eaaf1ff54,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:12.657966 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-23e16e57-2fef-4684-87de-9ce4f4e876c4 req-53f461c8-87f3-4ff4-90ae-78f442f42c31 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423433 Aug 02 17:28:12.691379 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8efb62d-d0c3-415c-818a-222c5f59c59a {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:12.749544 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64d74c4a-24c1-4c97-a31a-bdedee0eb825 req-0911ec48-cf16-4fb1-92f3-fecabbd86e75 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841040 Aug 02 17:28:12.763878 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port c8efb62d-d0c3-415c-818a-222c5f59c59a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:12.772900 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b1414ad3-8715-4aad-85a9-e7d2bdf69b63 req-fc2daed7-8ceb-4b0b-97ee-a4d85175bf66 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388509 Aug 02 17:28:12.776965 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:12.891513 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:12.904998 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87245da9-3e29-4241-adb6-8fa93f45ff07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:12.952538 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-ceb3282d-7165-4351-a23e-a3dcb09693c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:12.955561 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-ceb3282d-7165-4351-a23e-a3dcb09693c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 1096 time: 0.1609025 Aug 02 17:28:13.002375 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=c8efb62d-d0c3-415c-818a-222c5f59c59a,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:13.006244 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87245da9-3e29-4241-adb6-8fa93f45ff07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:13.016660 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0425d960-a2da-4a0f-9a76-1d934d323b45 x-openstack-request-id: req-0425d960-a2da-4a0f-9a76-1d934d323b45 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:13.017220 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b937263-86ca-41b0-80b3-3c28f5100006", "name": "network-vif-plugged", "status": "completed", "tag": "eed693be-4c4c-4d6a-826b-289eaaf1ff54", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:13.017649 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0425d960-a2da-4a0f-9a76-1d934d323b45 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:13.018340 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b937263-86ca-41b0-80b3-3c28f5100006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed693be-4c4c-4d6a-826b-289eaaf1ff54', 'code': 200} Aug 02 17:28:13.021228 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 1de70d15-0f20-41c0-b6ef-53adc801fa96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de70d15-0f20-41c0-b6ef-53adc801fa96,segment=NetworkSegment(e890d320-511e-448b-be40-165a2461fb72),segment_id=e890d320-511e-448b-be40-165a2461fb72)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:13.027206 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:13.095840 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b6dd1-a7ba-42d0-a67b-a0a2030df2b1 req-1ce8ef58-71a5-4855-96a8-6007269a30fe tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:13.108981 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=1de70d15-0f20-41c0-b6ef-53adc801fa96,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:13.109921 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0b5b6dd1-a7ba-42d0-a67b-a0a2030df2b1 req-1ce8ef58-71a5-4855-96a8-6007269a30fe tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 946 time: 0.1953053 Aug 02 17:28:13.220609 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0b5b6dd1-a7ba-42d0-a67b-a0a2030df2b1 req-d800329c-b7a4-44d6-aa27-c01e3dc695ca tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853629 Aug 02 17:28:13.407941 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-da30e8c4-1ec9-4252-bc97-be9c76a05b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:13.411341 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-da30e8c4-1ec9-4252-bc97-be9c76a05b46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 911 time: 0.4448123 Aug 02 17:28:13.429984 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e306482-b177-413a-9068-acd4c6d1d05d req-75dc74b4-481d-462d-b8ba-5f5d78da19ec tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:13.432693 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9e306482-b177-413a-9068-acd4c6d1d05d req-75dc74b4-481d-462d-b8ba-5f5d78da19ec tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.2102761 Aug 02 17:28:13.436603 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe75c4-ff16-4b69-88e8-b3b77f186080 req-d502664b-3c2c-4843-889d-37952fe3d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:13.437181 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87245da9-3e29-4241-adb6-8fa93f45ff07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:13.439073 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4afe75c4-ff16-4b69-88e8-b3b77f186080 req-d502664b-3c2c-4843-889d-37952fe3d5ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 1099 time: 0.1146796 Aug 02 17:28:13.441822 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-87245da9-3e29-4241-adb6-8fa93f45ff07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:13.444726 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-87245da9-3e29-4241-adb6-8fa93f45ff07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd9b9454-3438-4ecb-a1b0-e093ba88cef7 HTTP/1.1" status: 204 len: 168 time: 1.0034111 Aug 02 17:28:13.495634 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4afe75c4-ff16-4b69-88e8-b3b77f186080 req-60dad1d3-61a7-4b36-9484-4b1781db84b3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:13.537295 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['c8efb62d-d0c3-415c-818a-222c5f59c59a'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:28:13.800343 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4afe75c4-ff16-4b69-88e8-b3b77f186080 req-60dad1d3-61a7-4b36-9484-4b1781db84b3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:13.827097 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4afe75c4-ff16-4b69-88e8-b3b77f186080 req-60dad1d3-61a7-4b36-9484-4b1781db84b3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:13.849231 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-53681f2f-0809-433a-a993-87b35cf59f7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044701d2-1704-4fac-bf6c-d9520453edef HTTP/1.1" status: 200 len: 217 time: 0.4125943 Aug 02 17:28:13.867396 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87245da9-3e29-4241-adb6-8fa93f45ff07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9b9454-3438-4ecb-a1b0-e093ba88cef7,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:13.983519 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4afe75c4-ff16-4b69-88e8-b3b77f186080 req-60dad1d3-61a7-4b36-9484-4b1781db84b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371685 Aug 02 17:28:14.014820 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9e306482-b177-413a-9068-acd4c6d1d05d req-a4ac1d77-c490-4be1-b716-8becce7f3c59 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678470 Aug 02 17:28:14.105650 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-bc299a76-eec5-4536-85c4-a05e47b4f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:14.109995 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-bc299a76-eec5-4536-85c4-a05e47b4f6f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.2498708 Aug 02 17:28:14.118670 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dad1d3-61a7-4b36-9484-4b1781db84b3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd00705-4e54-4b50-bfd5-ce177d41a469,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:14.198535 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ec39-5c9b-4ec0-96ae-86d990debd35 req-60d33a9e-3871-48e5-8050-832567d0eb2e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:14.215484 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8e91ec39-5c9b-4ec0-96ae-86d990debd35 req-60d33a9e-3871-48e5-8050-832567d0eb2e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 944 time: 0.1800878 Aug 02 17:28:14.274492 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8e91ec39-5c9b-4ec0-96ae-86d990debd35 req-b3d06661-3219-4f90-b0f3-b0effdca77df tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553436 Aug 02 17:28:14.277704 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52406) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:14.293433 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3d03a-80ab-43f5-a51f-89852fd48493 req-f3f9872b-21f6-4be2-9d02-9d8aba17e61e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:14.308240 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2ed3d03a-80ab-43f5-a51f-89852fd48493 req-f3f9872b-21f6-4be2-9d02-9d8aba17e61e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 943 time: 0.1166627 Aug 02 17:28:14.391241 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2ed3d03a-80ab-43f5-a51f-89852fd48493 req-ea601551-f2d2-4ccd-a451-03471f931f03 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797069 Aug 02 17:28:14.461044 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52412) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:14.479786 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79834e-07dd-4e04-8f18-ae2eeb859b2a req-00ef39b4-8fa1-4d41-87e3-a949ce8119e5 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:14.481402 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9f79834e-07dd-4e04-8f18-ae2eeb859b2a req-00ef39b4-8fa1-4d41-87e3-a949ce8119e5 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 946 time: 0.1101184 Aug 02 17:28:14.496337 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce008107-cd64-4819-ae53-8966b60fbe9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:14.507261 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-a0ce9789-7d2e-48a0-9fb4-cf13bf721c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:14.509953 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-a0ce9789-7d2e-48a0-9fb4-cf13bf721c81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809414 Aug 02 17:28:14.523320 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-16765b3a-4f15-465b-bc22-6d017a3c1246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:14.591242 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9f79834e-07dd-4e04-8f18-ae2eeb859b2a req-6bfb9f88-d05b-4ecf-8946-078512388cc3 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967586 Aug 02 17:28:14.606263 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.db.api [None req-16765b3a-4f15-465b-bc22-6d017a3c1246 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 02 17:28:14.606263 dv-cinder-788365-5-iscsi neutron-server[93403]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 02 17:28:14.606263 dv-cinder-788365-5-iscsi neutron-server[93403]: [parameters: {'project_id': '8239da85ba1d427181c9084f61716bdc', 'id': '1854bebf-9cd9-4bd1-b4e8-4325a19904e9', 'expiration': datetime.datetime(2021, 8, 2, 17, 30, 14, 595609)}] Aug 02 17:28:14.606263 dv-cinder-788365-5-iscsi neutron-server[93403]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 17:28:14.607899 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG oslo_db.api [None req-16765b3a-4f15-465b-bc22-6d017a3c1246 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 17:28:14.702540 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-0be3f896-d342-4dc8-84f3-627090890aa4 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833184 Aug 02 17:28:14.758963 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce008107-cd64-4819-ae53-8966b60fbe9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:14.764975 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce008107-cd64-4819-ae53-8966b60fbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:14.821925 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ce008107-cd64-4819-ae53-8966b60fbe9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b0179a43362479ea407a6592adf829f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586097 Aug 02 17:28:14.823550 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce008107-cd64-4819-ae53-8966b60fbe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99442956-dd54-4deb-b60d-9dec7064f96a,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:14.828385 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52414) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:14.855380 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d377af23-f7d3-4ad3-a704-05803e7a1aa0 req-d70edfc7-cd6f-4e20-aa83-93fa46e4ab6c service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437478 Aug 02 17:28:14.908385 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f48daa44-1ac5-4136-8981-25f1fa039fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:14.938074 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f48daa44-1ac5-4136-8981-25f1fa039fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.019846 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700b971d-c5f5-4287-b681-e9784a2045fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de70d15-0f20-41c0-b6ef-53adc801fa96'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:15.021302 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f48daa44-1ac5-4136-8981-25f1fa039fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.024306 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e67e74-2687-402d-a612-b7c63a6de7e5" -d '{"events": [{"server_uuid": "700b971d-c5f5-4287-b681-e9784a2045fb", "name": "network-vif-plugged", "status": "completed", "tag": "1de70d15-0f20-41c0-b6ef-53adc801fa96"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:15.024581 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f48daa44-1ac5-4136-8981-25f1fa039fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.025798 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f48daa44-1ac5-4136-8981-25f1fa039fd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99442956-dd54-4deb-b60d-9dec7064f96a HTTP/1.1" status: 204 len: 168 time: 0.1960261 Aug 02 17:28:15.041568 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48daa44-1ac5-4136-8981-25f1fa039fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99442956-dd54-4deb-b60d-9dec7064f96a,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:15.086447 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b77620-c89c-4c8f-a11c-23d22b713253 x-openstack-request-id: req-12b77620-c89c-4c8f-a11c-23d22b713253 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:15.086950 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700b971d-c5f5-4287-b681-e9784a2045fb", "name": "network-vif-plugged", "status": "completed", "tag": "1de70d15-0f20-41c0-b6ef-53adc801fa96", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:15.087257 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12b77620-c89c-4c8f-a11c-23d22b713253 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:15.087676 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700b971d-c5f5-4287-b681-e9784a2045fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de70d15-0f20-41c0-b6ef-53adc801fa96', 'code': 200} Aug 02 17:28:15.109375 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-16765b3a-4f15-465b-bc22-6d017a3c1246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.315604 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd3cd4-9ff2-47e6-a4c1-11f56547f3dd req-2be3137a-9c6e-4773-9056-2d57d9dfc849 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:15.323730 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-64cd3cd4-9ff2-47e6-a4c1-11f56547f3dd req-2be3137a-9c6e-4773-9056-2d57d9dfc849 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.1259234 Aug 02 17:28:15.402854 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-16765b3a-4f15-465b-bc22-6d017a3c1246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.409956 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-16765b3a-4f15-465b-bc22-6d017a3c1246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.533492 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-16765b3a-4f15-465b-bc22-6d017a3c1246 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8239da85ba1d427181c9084f61716bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2530169 Aug 02 17:28:15.534323 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52436) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:15.538606 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16765b3a-4f15-465b-bc22-6d017a3c1246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f42b416-1975-4a54-8894-208458e8fc9c,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:15.563468 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-64cd3cd4-9ff2-47e6-a4c1-11f56547f3dd req-c4dcb8fd-6e12-43a1-bbc9-ef68d67db8e6 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580052 Aug 02 17:28:15.631810 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28b2f-a453-45e0-aa76-c0a94a09babd req-58ed9bc4-f664-452b-be1f-44c0e7c7bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:15.634589 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a1a28b2f-a453-45e0-aa76-c0a94a09babd req-58ed9bc4-f664-452b-be1f-44c0e7c7bbf8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 1098 time: 0.2619920 Aug 02 17:28:15.668800 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6427052-2e92-45fa-b25c-0a44e3d6b5a0 req-1d145be4-b4a1-4c98-b369-d5b7e04fd282 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:15.671513 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d6427052-2e92-45fa-b25c-0a44e3d6b5a0 req-1d145be4-b4a1-4c98-b369-d5b7e04fd282 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 944 time: 0.2274523 Aug 02 17:28:15.766388 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233192-80de-4d8e-b236-cc2321d3afb3 req-d43b8e19-830f-405a-b964-2dd62884a0b5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:15.770962 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3c233192-80de-4d8e-b236-cc2321d3afb3 req-d43b8e19-830f-405a-b964-2dd62884a0b5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 943 time: 0.1033306 Aug 02 17:28:15.797603 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4bfa06aa-e23f-40a1-9ef6-cd9cacb1a62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.803191 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a1a28b2f-a453-45e0-aa76-c0a94a09babd req-7beb06ec-b99f-4a4c-9712-a786f7b9251a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598065 Aug 02 17:28:15.837691 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d6427052-2e92-45fa-b25c-0a44e3d6b5a0 req-8780ef9f-ca37-421b-9232-8bd95db1dcc0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396713 Aug 02 17:28:15.847874 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3c233192-80de-4d8e-b236-cc2321d3afb3 req-3398087a-cd76-4ded-89ae-dcd92b010548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639355 Aug 02 17:28:15.878311 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4bfa06aa-e23f-40a1-9ef6-cd9cacb1a62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:15.892958 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device c8efb62d-d0c3-415c-818a-222c5f59c59a up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:15.995032 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port c8efb62d-d0c3-415c-818a-222c5f59c59a completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:16.003116 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port c8efb62d-d0c3-415c-818a-222c5f59c59a triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:16.004083 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.049482 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4bfa06aa-e23f-40a1-9ef6-cd9cacb1a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.053806 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4bfa06aa-e23f-40a1-9ef6-cd9cacb1a62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.056618 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4bfa06aa-e23f-40a1-9ef6-cd9cacb1a62f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f42b416-1975-4a54-8894-208458e8fc9c HTTP/1.1" status: 204 len: 168 time: 0.5211620 Aug 02 17:28:16.078085 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa06aa-e23f-40a1-9ef6-cd9cacb1a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f42b416-1975-4a54-8894-208458e8fc9c,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:16.116776 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a37292-4fcb-4519-a5ec-c75a688d5c3f req-ef0b7076-50bb-4bea-b5ed-553c76b73927 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:16.119778 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-25a37292-4fcb-4519-a5ec-c75a688d5c3f req-ef0b7076-50bb-4bea-b5ed-553c76b73927 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 946 time: 0.1338918 Aug 02 17:28:16.219230 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.249896 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-25a37292-4fcb-4519-a5ec-c75a688d5c3f req-dae94f43-27b4-409d-b595-37547673695f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124446 Aug 02 17:28:16.351114 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port c8efb62d-d0c3-415c-818a-222c5f59c59a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:16.359083 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.361276 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:16.725426 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=c8efb62d-d0c3-415c-818a-222c5f59c59a,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:16.773904 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:16.776153 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52478) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:16.804513 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:16.805515 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.837964 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a26fc45b-ec34-47af-b735-3b9ee20de7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:16.846229 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb8c1d-ec41-4b70-b19f-6994220242f7 req-924cfeb3-231c-4a34-b514-7a1be751f2fd tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:16.855605 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-06eb8c1d-ec41-4b70-b19f-6994220242f7 req-924cfeb3-231c-4a34-b514-7a1be751f2fd tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.1124539 Aug 02 17:28:16.995859 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-06eb8c1d-ec41-4b70-b19f-6994220242f7 req-37352290-a453-4212-820f-1895b8d9e829 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386364 Aug 02 17:28:17.063354 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.090522 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e23e09f-bb4f-4127-83ae-b7c8ca58451a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8efb62d-d0c3-415c-818a-222c5f59c59a'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:17.101548 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60dd02d-b6d5-4e4d-8a49-60526769f0c9" -d '{"events": [{"server_uuid": "2e23e09f-bb4f-4127-83ae-b7c8ca58451a", "name": "network-vif-plugged", "status": "completed", "tag": "c8efb62d-d0c3-415c-818a-222c5f59c59a"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:17.196278 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab63eb8-30f8-4784-9514-8e3ae4b79580 req-bb96f2b8-6664-46da-8798-aa55d3be7844 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:17.198447 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:17.204647 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.214251 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2ab63eb8-30f8-4784-9514-8e3ae4b79580 req-bb96f2b8-6664-46da-8798-aa55d3be7844 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 943 time: 0.1035545 Aug 02 17:28:17.222681 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a26fc45b-ec34-47af-b735-3b9ee20de7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.244687 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a26fc45b-ec34-47af-b735-3b9ee20de7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.304942 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9436e-1957-4429-a8cf-9eb2bff38070 req-b553a42d-10bc-4190-86ce-933b01a0fa38 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:17.309810 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2ab63eb8-30f8-4784-9514-8e3ae4b79580 req-129425ee-3ecd-4f8c-8871-f3ba58f7a5b1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901704 Aug 02 17:28:17.314404 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2bd9436e-1957-4429-a8cf-9eb2bff38070 req-b553a42d-10bc-4190-86ce-933b01a0fa38 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 944 time: 0.2345409 Aug 02 17:28:17.334012 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a26fc45b-ec34-47af-b735-3b9ee20de7cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3542d9e5b4c248338b06588e321c4ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561314 Aug 02 17:28:17.339553 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52492) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:17.342731 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fc45b-ec34-47af-b735-3b9ee20de7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999c2a36-7897-4fcd-8455-59e849370707,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:17.392470 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:17.408177 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2bd9436e-1957-4429-a8cf-9eb2bff38070 req-28ff61ce-be5a-4e4c-a4ef-29a24847547c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918562 Aug 02 17:28:17.497239 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-383d0e8f-0da6-4b2b-8b01-79a5878e32bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.501452 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3466da4-bdb5-4359-80b2-d70a6a83cc97 x-openstack-request-id: req-f3466da4-bdb5-4359-80b2-d70a6a83cc97 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:17.502133 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e23e09f-bb4f-4127-83ae-b7c8ca58451a", "name": "network-vif-plugged", "status": "completed", "tag": "c8efb62d-d0c3-415c-818a-222c5f59c59a", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:17.502392 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3466da4-bdb5-4359-80b2-d70a6a83cc97 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:17.502799 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e23e09f-bb4f-4127-83ae-b7c8ca58451a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8efb62d-d0c3-415c-818a-222c5f59c59a', 'code': 200} Aug 02 17:28:17.547814 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-383d0e8f-0da6-4b2b-8b01-79a5878e32bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.635572 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-383d0e8f-0da6-4b2b-8b01-79a5878e32bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.638348 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52500) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:17.639019 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-383d0e8f-0da6-4b2b-8b01-79a5878e32bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:17.640311 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-383d0e8f-0da6-4b2b-8b01-79a5878e32bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/999c2a36-7897-4fcd-8455-59e849370707 HTTP/1.1" status: 204 len: 168 time: 0.2885649 Aug 02 17:28:17.657202 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d0e8f-0da6-4b2b-8b01-79a5878e32bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c2a36-7897-4fcd-8455-59e849370707,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:17.681503 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1ea39-d277-40fa-8a75-61265c415434 req-caaf2ee0-0e5a-4235-9227-6dac2d0e9952 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:17.695304 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a1c1ea39-d277-40fa-8a75-61265c415434 req-caaf2ee0-0e5a-4235-9227-6dac2d0e9952 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 946 time: 0.1508405 Aug 02 17:28:17.766025 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a1c1ea39-d277-40fa-8a75-61265c415434 req-bb2228ff-ee8c-4140-9285-6c5673b202f6 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695534 Aug 02 17:28:17.893499 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 044701d2-1704-4fac-bf6c-d9520453edef details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:28:18.086464 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaef1ff-8c78-4d66-9271-29e9927da8e3 req-3eb6b310-b684-4624-9ba8-b3372f083a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:18.096548 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-abaef1ff-8c78-4d66-9271-29e9927da8e3 req-3eb6b310-b684-4624-9ba8-b3372f083a5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1098 time: 0.1310806 Aug 02 17:28:18.190171 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 044701d2-1704-4fac-bf6c-d9520453edef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=044701d2-1704-4fac-bf6c-d9520453edef,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:18.235058 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-abaef1ff-8c78-4d66-9271-29e9927da8e3 req-034288ac-5bba-43cb-9443-137b99955592 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307125 Aug 02 17:28:18.236871 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '044701d2-1704-4fac-bf6c-d9520453edef', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'port_id': '044701d2-1704-4fac-bf6c-d9520453edef', 'mac_address': 'fa:16:3e:47:6e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:28:18.240694 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-51985ed8-a343-4784-ae70-c300eab2745e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.295900 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf79c6-ec65-4b6a-91e0-d2a5d48167e6 req-642ed4b0-6811-4629-85aa-9502df9f3b02 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:18.305427 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-90bf79c6-ec65-4b6a-91e0-d2a5d48167e6 req-642ed4b0-6811-4629-85aa-9502df9f3b02 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.1190338 Aug 02 17:28:18.355920 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.387672 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044701d2-1704-4fac-bf6c-d9520453edef {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:18.420543 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-90bf79c6-ec65-4b6a-91e0-d2a5d48167e6 req-0c6d8ccf-889a-42d8-ba64-2f84e170b574 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052201 Aug 02 17:28:18.461909 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 044701d2-1704-4fac-bf6c-d9520453edef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=044701d2-1704-4fac-bf6c-d9520453edef,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:18.479354 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.599833 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa408aa-abfa-40d7-85cc-fe8fcb1c83c6 req-4fc57133-6217-4028-a551-6c6feadda226 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:18.609797 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ffa408aa-abfa-40d7-85cc-fe8fcb1c83c6 req-4fc57133-6217-4028-a551-6c6feadda226 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0834348 Aug 02 17:28:18.701728 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=044701d2-1704-4fac-bf6c-d9520453edef,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:18.716537 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ffa408aa-abfa-40d7-85cc-fe8fcb1c83c6 req-3a71cc04-e970-4c80-b8fe-d53b337cbbe1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048195 Aug 02 17:28:18.729489 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-51985ed8-a343-4784-ae70-c300eab2745e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.746686 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-51985ed8-a343-4784-ae70-c300eab2745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:18.780090 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52540) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:18.833373 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93971d33-cd8b-4a0e-a3a3-9662af6be01c req-63e8f6ee-38ad-4231-8719-fec8998c1d8f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:18.836623 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-93971d33-cd8b-4a0e-a3a3-9662af6be01c req-63e8f6ee-38ad-4231-8719-fec8998c1d8f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 944 time: 0.2367291 Aug 02 17:28:18.875819 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-51985ed8-a343-4784-ae70-c300eab2745e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e0d659ce772427d9ef648bae4accc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2350285 Aug 02 17:28:18.881038 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52546) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:18.928041 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51985ed8-a343-4784-ae70-c300eab2745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f7f4e9-357f-492c-96b9-625ac4b0d9c4,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:19.036511 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0389266f-a415-435c-9451-6fe35c47b9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.047645 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['044701d2-1704-4fac-bf6c-d9520453edef'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:28:19.068297 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-93971d33-cd8b-4a0e-a3a3-9662af6be01c req-af2c35c5-8689-485e-8272-7995ba4d4fc1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122488 Aug 02 17:28:19.080301 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0389266f-a415-435c-9451-6fe35c47b9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.151735 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-328d6744-a206-469f-85d0-fce0daaea6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.375417 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0389266f-a415-435c-9451-6fe35c47b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.390650 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0389266f-a415-435c-9451-6fe35c47b9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.397235 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-0389266f-a415-435c-9451-6fe35c47b9d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4f7f4e9-357f-492c-96b9-625ac4b0d9c4 HTTP/1.1" status: 204 len: 168 time: 0.5145736 Aug 02 17:28:19.420002 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389266f-a415-435c-9451-6fe35c47b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f7f4e9-357f-492c-96b9-625ac4b0d9c4,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:19.503890 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5a0c54-d664-495f-bda4-a08e31153e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9eb936-8a0b-4c3e-8d02-519acf4f4ada'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:19.508029 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e0cb84-6ffa-4e71-a064-0ec6d33676e7" -d '{"events": [{"server_uuid": "7a5a0c54-d664-495f-bda4-a08e31153e62", "name": "network-vif-plugged", "status": "completed", "tag": "1a9eb936-8a0b-4c3e-8d02-519acf4f4ada"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:19.509696 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-328d6744-a206-469f-85d0-fce0daaea6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.518525 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-328d6744-a206-469f-85d0-fce0daaea6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.568555 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d6744-a206-469f-85d0-fce0daaea6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d04d8d-8ffa-4ef8-a23a-05879a5422a8,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:19.596118 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52568) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:19.607625 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-328d6744-a206-469f-85d0-fce0daaea6f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a332f8f2cf046c191812b84677133b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8261137 Aug 02 17:28:19.615881 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd2ce04-1978-4273-8492-06865469ba04 x-openstack-request-id: req-5bd2ce04-1978-4273-8492-06865469ba04 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:19.616529 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5a0c54-d664-495f-bda4-a08e31153e62", "name": "network-vif-plugged", "status": "completed", "tag": "1a9eb936-8a0b-4c3e-8d02-519acf4f4ada", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:19.616940 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bd2ce04-1978-4273-8492-06865469ba04 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:19.617865 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5a0c54-d664-495f-bda4-a08e31153e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9eb936-8a0b-4c3e-8d02-519acf4f4ada', 'code': 200} Aug 02 17:28:19.704538 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f227d215-529b-4dfc-9735-a2e659883e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.751809 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f227d215-529b-4dfc-9735-a2e659883e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.897916 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f227d215-529b-4dfc-9735-a2e659883e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.902518 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f227d215-529b-4dfc-9735-a2e659883e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:19.907696 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-f227d215-529b-4dfc-9735-a2e659883e0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77d04d8d-8ffa-4ef8-a23a-05879a5422a8 HTTP/1.1" status: 204 len: 168 time: 0.3094833 Aug 02 17:28:19.923287 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227d215-529b-4dfc-9735-a2e659883e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d04d8d-8ffa-4ef8-a23a-05879a5422a8,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:20.073476 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fb17b4a6-c97a-4306-9b83-43cbebeafdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.096435 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dac72-f014-48a8-b815-f1be75885857 req-4c284a89-8841-4e71-87ca-f6a0fd5b72ef tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.099564 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4b2dac72-f014-48a8-b815-f1be75885857 req-4c284a89-8841-4e71-87ca-f6a0fd5b72ef tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1488314 Aug 02 17:28:20.102300 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f731c-a854-422a-8c98-529bc6e5cba0 req-2b5eac16-4550-4648-b1bf-b696e8530ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.103877 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6d2f731c-a854-422a-8c98-529bc6e5cba0 req-2b5eac16-4550-4648-b1bf-b696e8530ca5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 1098 time: 0.1553655 Aug 02 17:28:20.214887 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4b2dac72-f014-48a8-b815-f1be75885857 req-844e7d0d-0d33-488a-a42c-1c69ac3ec5fa tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879290 Aug 02 17:28:20.233870 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6d2f731c-a854-422a-8c98-529bc6e5cba0 req-eb1ee3ec-7b31-48e9-9ec6-30f49cd5f336 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213076 Aug 02 17:28:20.318749 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52594) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:20.341824 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c78f-e16e-4132-ab36-17807ec914b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.457885 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f06168-37c8-4c51-80f6-7f494162cd68 req-5ec2d7c2-880c-4b4e-a24f-e086471a7063 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:20.459761 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f4f06168-37c8-4c51-80f6-7f494162cd68 req-5ec2d7c2-880c-4b4e-a24f-e086471a7063 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 944 time: 0.1025465 Aug 02 17:28:20.547662 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f4f06168-37c8-4c51-80f6-7f494162cd68 req-ad76bd00-c6b9-4292-9c70-7014f372478e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805576 Aug 02 17:28:20.588358 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c78f-e16e-4132-ab36-17807ec914b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.597359 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c78f-e16e-4132-ab36-17807ec914b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.680967 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9c78f-e16e-4132-ab36-17807ec914b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07205400-c87c-45ad-ad5a-e86f10c45fbc,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:20.697850 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-0ea9c78f-e16e-4132-ab36-17807ec914b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1293f950497943379ca2f34c512eec5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765984 Aug 02 17:28:20.714592 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52606) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:20.849750 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-32512c3e-2e2a-43e6-8e74-3cdd45850499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.933326 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-32512c3e-2e2a-43e6-8e74-3cdd45850499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:20.956266 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52620) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:21.001880 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.045153 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-32512c3e-2e2a-43e6-8e74-3cdd45850499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.051918 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-32512c3e-2e2a-43e6-8e74-3cdd45850499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.054128 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-32512c3e-2e2a-43e6-8e74-3cdd45850499 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07205400-c87c-45ad-ad5a-e86f10c45fbc HTTP/1.1" status: 204 len: 168 time: 0.3371708 Aug 02 17:28:21.069451 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32512c3e-2e2a-43e6-8e74-3cdd45850499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07205400-c87c-45ad-ad5a-e86f10c45fbc,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:21.337627 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.346252 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:21.843523 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664ff37-899b-4dd6-88f6-38effb731bee req-e92cc114-f68c-4329-b128-aaf72ca05ab9 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:21.855892 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e664ff37-899b-4dd6-88f6-38effb731bee req-e92cc114-f68c-4329-b128-aaf72ca05ab9 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 944 time: 0.1373475 Aug 02 17:28:21.929206 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 044701d2-1704-4fac-bf6c-d9520453edef up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:28:21.940116 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e664ff37-899b-4dd6-88f6-38effb731bee req-8f81e80f-4433-4ff1-b2bb-e72874f5c9cc tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806704 Aug 02 17:28:21.964544 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52650) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:21.965118 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f77b6c8cfc5a41908d8d6dcc82486f10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0074213 Aug 02 17:28:22.028795 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d8815-6531-4519-afcc-14d5acf5544e,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:22.043924 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.044603 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.045035 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.045594 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.046167 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.046752 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.047327 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.047885 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.048442 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.049589 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.049589 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.050156 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91254f6-3ff8-469a-a241-09447d61e897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.159922 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f99c6e-842e-4ae3-bf38-98d4128c2f24 req-68b18fad-f23c-4238-a4f7-d54c7fe4ed35 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:22.169822 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 044701d2-1704-4fac-bf6c-d9520453edef completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:28:22.173544 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6f99c6e-842e-4ae3-bf38-98d4128c2f24 req-68b18fad-f23c-4238-a4f7-d54c7fe4ed35 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.7742281 Aug 02 17:28:22.181421 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 044701d2-1704-4fac-bf6c-d9520453edef triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:28:22.184512 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.256392 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.317971 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6f99c6e-842e-4ae3-bf38-98d4128c2f24 req-9dda7147-549d-496e-a444-4a1506ef426b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297245 Aug 02 17:28:22.357119 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.457917 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.514378 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044701d2-1704-4fac-bf6c-d9520453edef'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:22.518434 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad6485e-c130-4da5-b5bb-9020d648449a" -d '{"events": [{"server_uuid": "dd54e613-ff57-4a14-af65-e576c4a4d47f", "name": "network-vif-plugged", "status": "completed", "tag": "044701d2-1704-4fac-bf6c-d9520453edef"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:22.523251 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.528559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.530457 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/644d8815-6531-4519-afcc-14d5acf5544e HTTP/1.1" status: 204 len: 168 time: 0.5643053 Aug 02 17:28:22.568917 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d8815-6531-4519-afcc-14d5acf5544e,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:22.604754 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 044701d2-1704-4fac-bf6c-d9520453edef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=044701d2-1704-4fac-bf6c-d9520453edef,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:28:22.611198 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-833d0e3f-d3cb-404a-8508-3887150797e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.612685 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.614064 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.614659 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.618067 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:22.620786 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.621427 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.622025 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.622591 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.624992 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8c85a9-7576-4fa2-ac75-c8d9e887c808 x-openstack-request-id: req-0e8c85a9-7576-4fa2-ac75-c8d9e887c808 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:22.625288 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd54e613-ff57-4a14-af65-e576c4a4d47f", "name": "network-vif-plugged", "status": "completed", "tag": "044701d2-1704-4fac-bf6c-d9520453edef", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:22.625710 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e8c85a9-7576-4fa2-ac75-c8d9e887c808 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:22.626123 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044701d2-1704-4fac-bf6c-d9520453edef', 'code': 200} Aug 02 17:28:22.626765 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.627798 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.629298 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.629899 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.630491 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d42dbdf-79db-41ec-9c65-6d47e13f8d10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:28:22.699817 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=044701d2-1704-4fac-bf6c-d9520453edef,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:22.883500 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:23.003638 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598957d8-c43c-4ed9-9cb9-2f041267ab9d req-afb78721-89fd-47fa-ab78-f96b11ff5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:23.005742 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-598957d8-c43c-4ed9-9cb9-2f041267ab9d req-afb78721-89fd-47fa-ab78-f96b11ff5c34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 1098 time: 0.0940559 Aug 02 17:28:23.094629 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-598957d8-c43c-4ed9-9cb9-2f041267ab9d req-046d6974-51bf-43ca-adae-b904b83bae5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674684 Aug 02 17:28:23.211449 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890581b-3606-42d2-835f-2df4d55f47ac req-469c311f-69d2-4227-bb1f-fa268c97fab7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:23.214219 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f890581b-3606-42d2-835f-2df4d55f47ac req-469c311f-69d2-4227-bb1f-fa268c97fab7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0961750 Aug 02 17:28:23.281980 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f890581b-3606-42d2-835f-2df4d55f47ac req-110175c9-d4ae-4b25-9177-9da678d9d737 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583537 Aug 02 17:28:23.564711 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19346e-c47a-462d-8bbf-cf5333d23d71 req-b5931c35-8a00-4782-95b6-584bfc337038 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:23.574378 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6b19346e-c47a-462d-8bbf-cf5333d23d71 req-b5931c35-8a00-4782-95b6-584bfc337038 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0914314 Aug 02 17:28:23.624448 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6b19346e-c47a-462d-8bbf-cf5333d23d71 req-0f8d60be-299a-4600-8425-9f06e6ff6278 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489240 Aug 02 17:28:23.846667 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:24.306851 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-bf25ff94-5faa-4ed2-a05e-c6821cfbfb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.308527 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-bf25ff94-5faa-4ed2-a05e-c6821cfbfb05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 1098 time: 0.0836778 Aug 02 17:28:24.325283 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77cb52-9d97-4322-b370-065d5e5b265a req-63246671-5cd6-486b-9d28-0a9aa732daa7 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.326866 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8b77cb52-9d97-4322-b370-065d5e5b265a req-63246671-5cd6-486b-9d28-0a9aa732daa7 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1007030 Aug 02 17:28:24.440193 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8b77cb52-9d97-4322-b370-065d5e5b265a req-350675a9-8deb-4912-82c5-6f28fa144b4c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016371 Aug 02 17:28:24.474757 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-ae93854d-b1ed-480d-a5d8-680b208e1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.476561 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-ae93854d-b1ed-480d-a5d8-680b208e1199 service neutron] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 920 time: 0.1487279 Aug 02 17:28:24.487855 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052c927-c504-4648-89dd-de0b6ac8e3ff req-bddccc17-2291-4ec2-8f09-506d879e78c0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.497048 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1052c927-c504-4648-89dd-de0b6ac8e3ff req-bddccc17-2291-4ec2-8f09-506d879e78c0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0799289 Aug 02 17:28:24.558655 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1052c927-c504-4648-89dd-de0b6ac8e3ff req-171819ef-1bf4-4c21-b3e3-78515f4dbc22 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595984 Aug 02 17:28:24.600334 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-3ca5343a-5e11-4b5a-ba42-320552ba5e8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada HTTP/1.1" status: 200 len: 217 time: 0.0902665 Aug 02 17:28:24.725791 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-4005a65b-af38-42dc-94d3-cdd119408b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:24.728795 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-4005a65b-af38-42dc-94d3-cdd119408b0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.1085727 Aug 02 17:28:24.825742 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-7bfb6453-1ea9-4b43-bd9c-89f9d8e03f7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546815 Aug 02 17:28:25.122395 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-8119610e-6f81-4c48-bde8-08c515272e4f service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680233 Aug 02 17:28:25.337367 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4edc7b61-529f-4dfd-8883-682c835e0a2f req-2e0691b0-6804-414a-bf8b-42f5fc4ffab3 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924264 Aug 02 17:28:25.689449 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101d19b-5437-48ec-a7c3-c90cad7ee666 req-6aa28ec6-54fa-451a-afda-81bdd9db38d1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:25.692978 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4101d19b-5437-48ec-a7c3-c90cad7ee666 req-6aa28ec6-54fa-451a-afda-81bdd9db38d1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1220291 Aug 02 17:28:25.770682 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4101d19b-5437-48ec-a7c3-c90cad7ee666 req-4222b0d4-e45d-4c6e-860a-ae63ab0e78e6 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699735 Aug 02 17:28:25.780044 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c12453-7b0e-4f3c-b0b8-b641a098ec25 req-34764726-b749-4ce7-ac7b-292d49f1d69f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:25.795271 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-79c12453-7b0e-4f3c-b0b8-b641a098ec25 req-34764726-b749-4ce7-ac7b-292d49f1d69f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1080756 Aug 02 17:28:25.858864 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-79c12453-7b0e-4f3c-b0b8-b641a098ec25 req-b6ce3fbc-f820-4c69-a42c-1ddfe9d532d0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620263 Aug 02 17:28:26.109431 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e224-c953-482f-b6a6-b198e0c7144d req-ac82de40-aeb3-42cd-837c-7efca2cfae61 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:26.112308 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ea06e224-c953-482f-b6a6-b198e0c7144d req-ac82de40-aeb3-42cd-837c-7efca2cfae61 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1376314 Aug 02 17:28:26.127827 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 52818) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:26.136275 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.138460 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-3a4875d3-bd50-44fc-a19c-61bab57e3572 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'floatingip': {'port_id': '044701d2-1704-4fac-bf6c-d9520453edef'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:26.139661 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-e644a843-9b2f-4cc4-9c6f-760cd2f2d063 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1257367 Aug 02 17:28:26.276107 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3a4875d3-bd50-44fc-a19c-61bab57e3572 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:26.367928 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-6b86d0a9-74c6-43d9-909a-382e2521c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:26.370794 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-6b86d0a9-74c6-43d9-909a-382e2521c749 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 1099 time: 0.1132700 Aug 02 17:28:26.555203 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-3858acf1-e6de-4531-a1c2-b2f8f99913a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:26.564479 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-3858acf1-e6de-4531-a1c2-b2f8f99913a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 915 time: 0.1610627 Aug 02 17:28:26.669228 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-b5b8e021-f759-4751-80eb-e0b45987accb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed693be-4c4c-4d6a-826b-289eaaf1ff54 HTTP/1.1" status: 200 len: 217 time: 0.0888305 Aug 02 17:28:26.751383 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-d2cf9c63-d020-4445-9da4-dc29e652d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:26.752989 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-d2cf9c63-d020-4445-9da4-dc29e652d5e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5118065-5b7b-4740-a1cc-72d0c4b0d77a HTTP/1.1" status: 200 len: 854 time: 0.0754366 Aug 02 17:28:26.780497 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52840) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:26.816817 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-acc36b72-6b2a-4646-945c-bd5c5d9e23e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1024daa2-6d15-4da9-9a68-d2af8abab30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481243 Aug 02 17:28:27.030850 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-131d0873-e4e1-4a45-a5ef-65494ae2aa8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.055310 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-5d47e787-4158-4510-b327-0fd58aeb6393 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068741 Aug 02 17:28:27.089479 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b135b6-529f-4c2f-b44d-aa270800a245 req-26e6cfc4-91c0-4bf4-bf2d-f5cc8f21a7c1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:27.092164 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-09b135b6-529f-4c2f-b44d-aa270800a245 req-26e6cfc4-91c0-4bf4-bf2d-f5cc8f21a7c1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.2042403 Aug 02 17:28:27.211210 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-09b135b6-529f-4c2f-b44d-aa270800a245 req-7f72457a-4399-43d7-8f03-0bb0eebabc3e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107194 Aug 02 17:28:27.308259 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e53f02e1-0798-4b99-827a-c6993a42fad2 req-179dd7e7-bf0d-4b93-9190-ce00cf63c14f service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339244 Aug 02 17:28:27.328552 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3a4875d3-bd50-44fc-a19c-61bab57e3572 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.335376 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3a4875d3-bd50-44fc-a19c-61bab57e3572 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.345421 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-131d0873-e4e1-4a45-a5ef-65494ae2aa8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.351763 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-131d0873-e4e1-4a45-a5ef-65494ae2aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.400696 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-131d0873-e4e1-4a45-a5ef-65494ae2aa8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=361a6f471a8848279e3b4189d2e10eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188447 Aug 02 17:28:27.401702 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d0873-e4e1-4a45-a5ef-65494ae2aa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b804ecc-c922-4373-8904-d2b1e61e2284,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:27.404507 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52850) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:27.465750 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a566dd16-2732-43c8-b8f3-efb98125d8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.496209 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a566dd16-2732-43c8-b8f3-efb98125d8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.537648 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.l3_db [None req-3a4875d3-bd50-44fc-a19c-61bab57e3572 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Floating IP 6b3b12c0-5d44-4530-a5e3-da5c46adaae0 associated. External IP: 172.27.0.147, port: 044701d2-1704-4fac-bf6c-d9520453edef. Aug 02 17:28:27.570509 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a566dd16-2732-43c8-b8f3-efb98125d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.575923 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a566dd16-2732-43c8-b8f3-efb98125d8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:27.577964 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a566dd16-2732-43c8-b8f3-efb98125d8d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b804ecc-c922-4373-8904-d2b1e61e2284 HTTP/1.1" status: 204 len: 168 time: 0.1722956 Aug 02 17:28:27.596601 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566dd16-2732-43c8-b8f3-efb98125d8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b804ecc-c922-4373-8904-d2b1e61e2284,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:28.124037 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4875d3-bd50-44fc-a19c-61bab57e3572 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Router 149cd355-7fd2-495a-b6af-849422f2359f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:28:28.125973 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52868) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:28.149231 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b26e3171-5cd2-4175-a9ab-6d9cb5ff8c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.439821 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b26e3171-5cd2-4175-a9ab-6d9cb5ff8c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.470707 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b26e3171-5cd2-4175-a9ab-6d9cb5ff8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.500347 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4875d3-bd50-44fc-a19c-61bab57e3572 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:28:28.508466 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3a4875d3-bd50-44fc-a19c-61bab57e3572 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.524879 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] Sync routers for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:28:28.538843 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:28.540482 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:28:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:28.550015 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-b26e3171-5cd2-4175-a9ab-6d9cb5ff8c59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=128c3284a9af4d7194a79b4792a8676e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223285 Aug 02 17:28:28.554968 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 52894) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:28.583578 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3a4875d3-bd50-44fc-a19c-61bab57e3572 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "PUT /v2.0/floatingips/6b3b12c0-5d44-4530-a5e3-da5c46adaae0 HTTP/1.1" status: 200 len: 991 time: 2.4484327 Aug 02 17:28:28.583578 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'tag': '044701d2-1704-4fac-bf6c-d9520453edef'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:28.585575 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae40078-ba7c-4850-93dd-761f97dcb1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd54e613-ff57-4a14-af65-e576c4a4d47f", "tag": "044701d2-1704-4fac-bf6c-d9520453edef"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:28.625297 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e3171-5cd2-4175-a9ab-6d9cb5ff8c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf28429-4e07-49dc-bbbd-824a1a9859fb,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:28.663946 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49768d10-abc0-419c-aff4-68f267ab8bb8 req-98c64fa3-37c6-4efb-a1c4-c25a5a8ad027 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:28.666562 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-49768d10-abc0-419c-aff4-68f267ab8bb8 req-98c64fa3-37c6-4efb-a1c4-c25a5a8ad027 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.2520437 Aug 02 17:28:28.740787 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9f74c2f2-0406-472d-b79f-b93d8e35a3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.793732 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-49768d10-abc0-419c-aff4-68f267ab8bb8 req-a834fd24-119e-450d-829e-7d4d67b7e1cb tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111834 Aug 02 17:28:28.815503 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:28.821239 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9f74c2f2-0406-472d-b79f-b93d8e35a3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.876310 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb917ec-7efc-4a30-9cd2-174d9148f1dd x-openstack-request-id: req-2fb917ec-7efc-4a30-9cd2-174d9148f1dd {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:28.877060 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd54e613-ff57-4a14-af65-e576c4a4d47f", "tag": "044701d2-1704-4fac-bf6c-d9520453edef", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:28.877510 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fb917ec-7efc-4a30-9cd2-174d9148f1dd {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:28.878109 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'tag': '044701d2-1704-4fac-bf6c-d9520453edef', 'status': 'completed', 'code': 200} Aug 02 17:28:28.925801 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9f74c2f2-0406-472d-b79f-b93d8e35a3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.929932 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9f74c2f2-0406-472d-b79f-b93d8e35a3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:28.931302 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-9f74c2f2-0406-472d-b79f-b93d8e35a3c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daf28429-4e07-49dc-bbbd-824a1a9859fb HTTP/1.1" status: 204 len: 168 time: 0.3752837 Aug 02 17:28:28.947085 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74c2f2-0406-472d-b79f-b93d8e35a3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf28429-4e07-49dc-bbbd-824a1a9859fb,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:29.204463 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:29.336528 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '6b3b12c0-5d44-4530-a5e3-da5c46adaae0', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'port_id': '044701d2-1704-4fac-bf6c-d9520453edef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'mac_address': 'fa:16:3e:47:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:27:57Z', 'updated_at': '2021-08-02T17:28:27Z', 'revision_number': 1, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:29.370999 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] Checking router: 149cd355-7fd2-495a-b6af-849422f2359f for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:28:29.382225 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:28:29.383086 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:28:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:29.541711 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:28:29.957470 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '6b3b12c0-5d44-4530-a5e3-da5c46adaae0', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'port_id': '044701d2-1704-4fac-bf6c-d9520453edef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'mac_address': 'fa:16:3e:47:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:27:57Z', 'updated_at': '2021-08-02T17:28:27Z', 'revision_number': 1, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:28:29.992174 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ce945-7b58-4294-aa11-7e3285aef874 None None] The sync data for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi is: [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '6b3b12c0-5d44-4530-a5e3-da5c46adaae0', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'port_id': '044701d2-1704-4fac-bf6c-d9520453edef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'mac_address': 'fa:16:3e:47:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:27:57Z', 'updated_at': '2021-08-02T17:28:27Z', 'revision_number': 1, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:28:30.054266 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe05cce-6673-48aa-9b74-1bb25302d714 req-66290df5-b08d-4668-8d4d-af5cd40211fe tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:30.056129 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7fe05cce-6673-48aa-9b74-1bb25302d714 req-66290df5-b08d-4668-8d4d-af5cd40211fe tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1437461 Aug 02 17:28:30.118692 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7fe05cce-6673-48aa-9b74-1bb25302d714 req-68cdaa71-5165-4cef-a339-57e29d0a40f1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558779 Aug 02 17:28:30.272642 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fed6e1-66bd-4bc7-823b-b0584ae61fce None None] New status for floating IP 6b3b12c0-5d44-4530-a5e3-da5c46adaae0: ACTIVE {{(pid=93405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:28:31.267217 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfc4d1-e9f3-4476-b385-933869960624 req-2811e691-5a49-46ce-b90f-872848fe3ea9 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:31.268914 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cbbfc4d1-e9f3-4476-b385-933869960624 req-2811e691-5a49-46ce-b90f-872848fe3ea9 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0623772 Aug 02 17:28:31.329174 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cbbfc4d1-e9f3-4476-b385-933869960624 req-2a0ef44b-1bae-47b0-a6bd-3ccc5d82fc33 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486465 Aug 02 17:28:32.476799 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc05514-0852-44b9-a32f-f5760af9a8f5 req-9d8df9ac-d99d-4a1d-8365-954253734672 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:32.478457 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7fc05514-0852-44b9-a32f-f5760af9a8f5 req-9d8df9ac-d99d-4a1d-8365-954253734672 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0557549 Aug 02 17:28:32.548322 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7fc05514-0852-44b9-a32f-f5760af9a8f5 req-cca5ef34-3052-4baf-8cad-7bd1a93ac997 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581968 Aug 02 17:28:32.844140 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:28:32.960497 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-ed63dc40-f95f-4d67-9c64-09cf761fd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:32.962601 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-ed63dc40-f95f-4d67-9c64-09cf761fd675 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 1098 time: 0.0769653 Aug 02 17:28:33.321404 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-9c147a89-0f4d-4fa3-9e39-2dea33ca8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:33.323954 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-9c147a89-0f4d-4fa3-9e39-2dea33ca8db6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 911 time: 0.3306537 Aug 02 17:28:33.451337 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-622a99e7-02d6-4567-b682-ba658cccfffd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044701d2-1704-4fac-bf6c-d9520453edef HTTP/1.1" status: 200 len: 1001 time: 0.1139135 Aug 02 17:28:33.520988 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-e6fe7ccb-4fab-4276-939c-5bb065b782bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:33.523374 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-e6fe7ccb-4fab-4276-939c-5bb065b782bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.0636265 Aug 02 17:28:33.614474 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-d0e2fa15-de82-48bb-8d68-7714da1a04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:33.617384 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-d0e2fa15-de82-48bb-8d68-7714da1a04e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754142 Aug 02 17:28:33.769664 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ccc91-9a09-4920-a721-0d06e3430f6c req-96197e54-1e8f-43d4-b90b-ad1df5bbcad4 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:33.771883 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a83ccc91-9a09-4920-a721-0d06e3430f6c req-96197e54-1e8f-43d4-b90b-ad1df5bbcad4 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1161199 Aug 02 17:28:33.821040 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-4a008cfe-4e6c-42c3-b5da-38a63809dbd6 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771405 Aug 02 17:28:33.936344 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a83ccc91-9a09-4920-a721-0d06e3430f6c req-cf076464-81b0-4072-853c-70d344699c84 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533849 Aug 02 17:28:34.018147 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bae40078-ba7c-4850-93dd-761f97dcb1e0 req-2b0ef4bd-919d-4391-a855-e88e6c221081 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877344 Aug 02 17:28:35.157422 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b459da-4686-473b-9cdc-87fe9a49df9e req-ecaba017-d3ea-4eb5-b430-0a2214cc3de2 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:35.163793 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-61b459da-4686-473b-9cdc-87fe9a49df9e req-ecaba017-d3ea-4eb5-b430-0a2214cc3de2 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0899286 Aug 02 17:28:35.226939 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-61b459da-4686-473b-9cdc-87fe9a49df9e req-e706a9b3-d9f4-494e-9bb6-ba522615e83d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531871 Aug 02 17:28:36.418673 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16702480-d67e-4a97-af22-2f3c25ebc8e7 req-ce3b4cc3-ebbf-4817-80ad-f0797453ec36 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:36.421325 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-16702480-d67e-4a97-af22-2f3c25ebc8e7 req-ce3b4cc3-ebbf-4817-80ad-f0797453ec36 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0822566 Aug 02 17:28:36.483720 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-16702480-d67e-4a97-af22-2f3c25ebc8e7 req-79059b92-7464-4cf9-a945-6b171aaa0b71 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Aug 02 17:28:37.670438 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b399c2-a1eb-40db-aa8f-4a70a3e18441 req-e4b0c70e-9325-4852-8546-9c0906faf726 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:37.672587 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95b399c2-a1eb-40db-aa8f-4a70a3e18441 req-e4b0c70e-9325-4852-8546-9c0906faf726 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0870934 Aug 02 17:28:37.735318 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95b399c2-a1eb-40db-aa8f-4a70a3e18441 req-2e753d3a-7ec3-40bb-8512-41eb1a0e7bf7 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494292 Aug 02 17:28:38.898226 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338181c-97c7-496b-847e-64e5a172bdb0 req-53d04dfe-5da3-4432-a6df-eeda1d0fcaa1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:38.901062 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e338181c-97c7-496b-847e-64e5a172bdb0 req-53d04dfe-5da3-4432-a6df-eeda1d0fcaa1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0710211 Aug 02 17:28:38.967341 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e338181c-97c7-496b-847e-64e5a172bdb0 req-084340eb-b9fd-4e0c-b615-70f62e538baf tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584087 Aug 02 17:28:40.116137 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf523eee-0d3c-4d68-b315-4576d35ad5b6 req-ed91b06d-75a7-46b0-b140-eddd035bdffd tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:40.118052 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bf523eee-0d3c-4d68-b315-4576d35ad5b6 req-ed91b06d-75a7-46b0-b140-eddd035bdffd tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0623684 Aug 02 17:28:40.188691 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bf523eee-0d3c-4d68-b315-4576d35ad5b6 req-61505d4a-5bb0-4262-827f-c30b397bba0f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579827 Aug 02 17:28:41.327595 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded3e97-f881-47a4-8789-305f9ecc3b11 req-1481719b-befe-46d2-992b-b8f117bda2eb tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:41.330485 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2ded3e97-f881-47a4-8789-305f9ecc3b11 req-1481719b-befe-46d2-992b-b8f117bda2eb tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0656462 Aug 02 17:28:41.396384 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2ded3e97-f881-47a4-8789-305f9ecc3b11 req-ae0dfa5c-4452-43fa-badb-54f2e1f68c97 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581784 Aug 02 17:28:42.579131 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbf2b5-00f4-46fe-a76f-7338871f5fa6 req-9427fcdf-608a-47cb-80d2-b8acd29a5d0f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:42.584321 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-44cbf2b5-00f4-46fe-a76f-7338871f5fa6 req-9427fcdf-608a-47cb-80d2-b8acd29a5d0f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0771031 Aug 02 17:28:42.653087 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-44cbf2b5-00f4-46fe-a76f-7338871f5fa6 req-faecd767-6760-45c4-91d7-c0914fc45615 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616744 Aug 02 17:28:42.833583 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53218) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:43.070755 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-99a85230-f392-45e7-a9cc-45d8d50dbb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.153787 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53236) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:43.221320 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-6aded829-bd28-4de1-9d96-80f1da353ed3 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:43.224512 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-6aded829-bd28-4de1-9d96-80f1da353ed3 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 814 time: 0.2498622 Aug 02 17:28:43.262358 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-6c7e4620-8d89-486a-b255-567fe836a3fd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/quotas/5c8293c129894d65ae6ecb4becaf69a5 HTTP/1.1" status: 200 len: 375 time: 0.0292077 Aug 02 17:28:43.331699 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1c0-544c-4c10-b775-d2b14a2fff17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.349790 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-99a85230-f392-45e7-a9cc-45d8d50dbb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.358784 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-99a85230-f392-45e7-a9cc-45d8d50dbb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.406726 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-a80451ec-04bf-40ed-a9c4-6e67f29dad6b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343524 Aug 02 17:28:43.454678 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a85230-f392-45e7-a9cc-45d8d50dbb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e477c2e-14ab-47d7-a308-51fcd2ce50a3,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:43.472811 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-99a85230-f392-45e7-a9cc-45d8d50dbb81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=117630da252642468ff5282cc15324bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365619 Aug 02 17:28:43.480754 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53246) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:43.535421 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1c0-544c-4c10-b775-d2b14a2fff17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.554004 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1c0-544c-4c10-b775-d2b14a2fff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.623208 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-778f9fad-b193-4a06-ac25-7ae9d227b130 service neutron] 10.222.0.16 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832411 Aug 02 17:28:43.632141 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f4b7a1c0-544c-4c10-b775-d2b14a2fff17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=400143cd8f7a4b7f99056c4345ee1c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765577 Aug 02 17:28:43.643023 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53250) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:43.693618 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7a1c0-544c-4c10-b775-d2b14a2fff17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523ca3ac-4564-4349-9e9b-6f5e14074c7c,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:43.750473 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-341c0a25-008b-4116-8f9f-1d75cb144b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.770883 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2237bb32-557d-48f4-b39e-fc4653b45a2c service neutron] 10.222.0.16 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454675 Aug 02 17:28:43.829745 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-341c0a25-008b-4116-8f9f-1d75cb144b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.926881 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2084ad45-ccbf-4873-8375-f2ffbd2b6893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:43.999269 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677704-874f-430c-b8a3-c44c5b56cb7f req-8c71f178-6c47-4bec-a54d-639d8d2dc733 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:44.000391 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c9677704-874f-430c-b8a3-c44c5b56cb7f req-8c71f178-6c47-4bec-a54d-639d8d2dc733 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.2266629 Aug 02 17:28:44.002511 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2084ad45-ccbf-4873-8375-f2ffbd2b6893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.057733 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-341c0a25-008b-4116-8f9f-1d75cb144b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.061374 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-341c0a25-008b-4116-8f9f-1d75cb144b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.063192 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-341c0a25-008b-4116-8f9f-1d75cb144b23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e477c2e-14ab-47d7-a308-51fcd2ce50a3 HTTP/1.1" status: 204 len: 168 time: 0.5807829 Aug 02 17:28:44.099548 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c0a25-008b-4116-8f9f-1d75cb144b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e477c2e-14ab-47d7-a308-51fcd2ce50a3,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:44.108409 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c9677704-874f-430c-b8a3-c44c5b56cb7f req-8f8ce2bf-d431-4416-8c66-7c75d5da6f00 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964365 Aug 02 17:28:44.171156 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2084ad45-ccbf-4873-8375-f2ffbd2b6893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.175131 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2084ad45-ccbf-4873-8375-f2ffbd2b6893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.177072 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-2084ad45-ccbf-4873-8375-f2ffbd2b6893 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/523ca3ac-4564-4349-9e9b-6f5e14074c7c HTTP/1.1" status: 204 len: 168 time: 0.5243473 Aug 02 17:28:44.210768 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084ad45-ccbf-4873-8375-f2ffbd2b6893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523ca3ac-4564-4349-9e9b-6f5e14074c7c,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:44.325794 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f8976dda-4c19-4a22-bf37-69d1f30a6945 req-f8573779-a412-45f7-842f-fd911dbad1c3 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 210 time: 0.1185901 Aug 02 17:28:44.719678 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53286) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:44.736963 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-59735cac-6d64-4a0a-9080-19f1bd21834d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.890943 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-59735cac-6d64-4a0a-9080-19f1bd21834d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.894665 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53290) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:44.906107 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-59735cac-6d64-4a0a-9080-19f1bd21834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:44.974061 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-59735cac-6d64-4a0a-9080-19f1bd21834d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1de21c764654020a716334d9f46b662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482193 Aug 02 17:28:44.974061 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59735cac-6d64-4a0a-9080-19f1bd21834d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754d9611-d127-4807-977a-f85654ecebc7,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:44.974434 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53294) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:45.085754 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7646c161-ef37-440b-96e0-8449d673ddf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.099871 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53296) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:45.117986 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c4c-fd58-44df-9bd2-30d425f08caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.136583 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c715bda1-495c-4350-ba6a-54ad95148285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.178284 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7646c161-ef37-440b-96e0-8449d673ddf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.271133 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c4c-fd58-44df-9bd2-30d425f08caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.274118 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7646c161-ef37-440b-96e0-8449d673ddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.279085 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7646c161-ef37-440b-96e0-8449d673ddf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.280794 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-7646c161-ef37-440b-96e0-8449d673ddf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/754d9611-d127-4807-977a-f85654ecebc7 HTTP/1.1" status: 204 len: 168 time: 0.3053803 Aug 02 17:28:45.290287 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7dc23c4c-fd58-44df-9bd2-30d425f08caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.306565 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646c161-ef37-440b-96e0-8449d673ddf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d9611-d127-4807-977a-f85654ecebc7,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:45.358326 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-7dc23c4c-fd58-44df-9bd2-30d425f08caf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=542ef5c62e0e4ef6b5bc2c9f644d5387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568896 Aug 02 17:28:45.364159 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc23c4c-fd58-44df-9bd2-30d425f08caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b96d506-24fb-4ecb-95d8-d52bc5815693,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:45.367196 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53308) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:45.429723 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5371fd-46f0-41f0-8f5c-7ac690c08d21 req-9b2e701a-db1a-4e90-85d3-ada41cfbf88d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:45.439147 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-da5371fd-46f0-41f0-8f5c-7ac690c08d21 req-9b2e701a-db1a-4e90-85d3-ada41cfbf88d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1913292 Aug 02 17:28:45.553932 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d803cab3-1823-43e9-a22f-f11408b2679e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.581894 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-da5371fd-46f0-41f0-8f5c-7ac690c08d21 req-e1c782a6-8338-4ebe-a490-9ff65f559931 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245522 Aug 02 17:28:45.625658 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d803cab3-1823-43e9-a22f-f11408b2679e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.728929 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2f102c42-05ca-4745-942e-908ff9e89162 req-4423003e-29b8-4532-be0e-990fe537872d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 210 time: 0.0982451 Aug 02 17:28:45.837580 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c715bda1-495c-4350-ba6a-54ad95148285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.859704 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c715bda1-495c-4350-ba6a-54ad95148285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.927546 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715bda1-495c-4350-ba6a-54ad95148285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501a3cfc-5847-4f34-9b67-8a3a84973bc0,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:45.956850 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-c715bda1-495c-4350-ba6a-54ad95148285 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36c15eac68d54fafb831f26a88093e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0600955 Aug 02 17:28:45.964196 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53320) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:45.979200 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d803cab3-1823-43e9-a22f-f11408b2679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.984125 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d803cab3-1823-43e9-a22f-f11408b2679e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:45.986148 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-d803cab3-1823-43e9-a22f-f11408b2679e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b96d506-24fb-4ecb-95d8-d52bc5815693 HTTP/1.1" status: 204 len: 168 time: 0.6172521 Aug 02 17:28:46.010476 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803cab3-1823-43e9-a22f-f11408b2679e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b96d506-24fb-4ecb-95d8-d52bc5815693,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:46.102124 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f006206f-cef6-4b4b-be65-83d8e75586f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.164770 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f006206f-cef6-4b4b-be65-83d8e75586f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.168804 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-59b1b0ab-96e0-4b94-87c3-1bc96fc8af9d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:46.177328 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-59b1b0ab-96e0-4b94-87c3-1bc96fc8af9d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 814 time: 0.3276007 Aug 02 17:28:46.178109 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53328) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:46.225561 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Request body: {'port': {'device_id': '1d31e875-e098-4037-b6a7-928c6213e256', 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e', 'admin_state_up': True, 'tenant_id': '5c8293c129894d65ae6ecb4becaf69a5'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:46.248140 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-71fdea80-1344-4d8f-a84e-b6d2682a79b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.286502 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f006206f-cef6-4b4b-be65-83d8e75586f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.292326 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f006206f-cef6-4b4b-be65-83d8e75586f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.295380 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f006206f-cef6-4b4b-be65-83d8e75586f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/501a3cfc-5847-4f34-9b67-8a3a84973bc0 HTTP/1.1" status: 204 len: 168 time: 0.3292196 Aug 02 17:28:46.320157 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006206f-cef6-4b4b-be65-83d8e75586f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a3cfc-5847-4f34-9b67-8a3a84973bc0,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:46.519616 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-71fdea80-1344-4d8f-a84e-b6d2682a79b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.530620 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-71fdea80-1344-4d8f-a84e-b6d2682a79b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.626849 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Made reservation on behalf of 5c8293c129894d65ae6ecb4becaf69a5 for: {'port': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:28:46.632335 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:46.659590 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-71fdea80-1344-4d8f-a84e-b6d2682a79b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14273726a8dd4e2bb31fa80b4146e754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767864 Aug 02 17:28:46.663118 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53350) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:46.666997 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdea80-1344-4d8f-a84e-b6d2682a79b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be306ff7-7cc6-470c-ae4c-a6fd02fe5f22,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:46.863912 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf3b57-6300-4cdc-9df2-2f93d758acc2 req-89916202-740f-4b54-aca5-d372ebe80fa3 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:46.866130 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9daf3b57-6300-4cdc-9df2-2f93d758acc2 req-89916202-740f-4b54-aca5-d372ebe80fa3 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1449683 Aug 02 17:28:46.970457 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9daf3b57-6300-4cdc-9df2-2f93d758acc2 req-d7208f73-b629-4849-ad79-62df263022f0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964811 Aug 02 17:28:47.003924 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f82275e1-4f2d-4afa-9f05-240736ffa955 req-8d94e159-ab40-42d0-a8ba-0f719b3ab086 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 210 time: 0.0794325 Aug 02 17:28:47.031915 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-88927b5e-6d2b-4abb-a80d-0ee44b29edb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.046162 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Allocated IP 172.20.0.11 (1024daa2-6d15-4da9-9a68-d2af8abab30e/b5118065-5b7b-4740-a1cc-72d0c4b0d77a/8ef795b6-cbf2-4b54-b7c1-037e93c00a54) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:28:47.053057 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53364) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:47.074169 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-29847c5f-84ed-423c-be60-9060dcf2a8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.111201 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-88927b5e-6d2b-4abb-a80d-0ee44b29edb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.211883 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-29847c5f-84ed-423c-be60-9060dcf2a8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.220602 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-29847c5f-84ed-423c-be60-9060dcf2a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.302196 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-29847c5f-84ed-423c-be60-9060dcf2a8d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=caa46b1e8d57479b96fd927f12b1a00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474113 Aug 02 17:28:47.304047 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29847c5f-84ed-423c-be60-9060dcf2a8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f24d77-d013-40b6-af8d-571de7667fe7,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:47.305320 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53370) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:47.311774 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-88927b5e-6d2b-4abb-a80d-0ee44b29edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.314500 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-88927b5e-6d2b-4abb-a80d-0ee44b29edb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.315911 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-88927b5e-6d2b-4abb-a80d-0ee44b29edb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be306ff7-7cc6-470c-ae4c-a6fd02fe5f22 HTTP/1.1" status: 204 len: 168 time: 0.6508503 Aug 02 17:28:47.371947 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88927b5e-6d2b-4abb-a80d-0ee44b29edb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be306ff7-7cc6-470c-ae4c-a6fd02fe5f22,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:47.431392 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.458742 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-839e9963-ceeb-44db-a3f9-0f9c89823b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.512529 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-839e9963-ceeb-44db-a3f9-0f9c89823b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.563998 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.617837 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['eed693be-4c4c-4d6a-826b-289eaaf1ff54'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:28:47.642393 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Network 1024daa2-6d15-4da9-9a68-d2af8abab30e is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:28:47.645181 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-839e9963-ceeb-44db-a3f9-0f9c89823b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.662751 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-839e9963-ceeb-44db-a3f9-0f9c89823b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.672951 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-839e9963-ceeb-44db-a3f9-0f9c89823b8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72f24d77-d013-40b6-af8d-571de7667fe7 HTTP/1.1" status: 204 len: 168 time: 0.3619816 Aug 02 17:28:47.744670 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:28:47.744670 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:28:47.750683 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:47.751528 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:47.778296 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5588086 Aug 02 17:28:47.780353 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e101719-85a4-404b-b07f-fb1bba908876 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Pushing event updated for resources: {'Port': ['ID=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:47.786728 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e9963-ceeb-44db-a3f9-0f9c89823b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f24d77-d013-40b6-af8d-571de7667fe7,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:47.821681 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Request body: {'port': {'device_id': '1d31e875-e098-4037-b6a7-928c6213e256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:28:47.919242 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:48.035500 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53398) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:48.238749 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feb291-13fa-4cfc-b1ce-b651d18b6607 req-127de43e-ded3-4065-8162-446705a5f5c7 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:48.241337 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-72feb291-13fa-4cfc-b1ce-b651d18b6607 req-127de43e-ded3-4065-8162-446705a5f5c7 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 932 time: 0.1012704 Aug 02 17:28:48.326391 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-72feb291-13fa-4cfc-b1ce-b651d18b6607 req-9f0bdee8-83bb-42e8-a9e2-7dc94a36e75d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736158 Aug 02 17:28:48.386631 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38c43c-5499-46be-b0c2-ce3876ca778e req-438bd88c-7c07-40a1-9713-eee0086196a1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:48.395813 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-50d54156-3f3c-48da-8166-cdea6531ddb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:48.400884 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ef38c43c-5499-46be-b0c2-ce3876ca778e req-438bd88c-7c07-40a1-9713-eee0086196a1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.2434790 Aug 02 17:28:48.485809 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ef38c43c-5499-46be-b0c2-ce3876ca778e req-35263efe-88f8-45cd-a66e-a8ffd509f923 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835412 Aug 02 17:28:48.517547 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53410) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:48.551969 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64ef08dc-09a9-40ac-9ff5-a4ac0f11eddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:48.588120 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-50d54156-3f3c-48da-8166-cdea6531ddb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:48.598421 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-50d54156-3f3c-48da-8166-cdea6531ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:48.670355 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-50d54156-3f3c-48da-8166-cdea6531ddb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8daa77c9ec6a4257b7e417bcd0f0f9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6309848 Aug 02 17:28:48.670355 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d54156-3f3c-48da-8166-cdea6531ddb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c2703-9fdd-4403-9cba-2afd3fbb186b,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:48.673313 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53414) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:48.738805 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 {{(pid=93404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:28:48.786161 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:48.841316 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Transition to ACTIVE for port object 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 will not be triggered until provisioned by entity L2. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:28:48.855311 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:48.935749 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ea1319dc-7c1a-46ab-a133-d202c863de8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.015883 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:49.025862 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ea1319dc-7c1a-46ab-a133-d202c863de8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.039903 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64ef08dc-09a9-40ac-9ff5-a4ac0f11eddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.046970 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64ef08dc-09a9-40ac-9ff5-a4ac0f11eddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.050203 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Attempting to bind port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:28:49.050954 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Attempting to bind port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:28:49.050954 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Attempting to bind port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:49.098731 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:28:49.099081 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Attempting to bind port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:28:49.130143 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-64ef08dc-09a9-40ac-9ff5-a4ac0f11eddb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a94b75bd5e54f23ab14e8f500eba802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137450 Aug 02 17:28:49.133467 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:28:49.134102 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Checking segment: {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:28:49.134485 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53430) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:49.134648 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Bound using segment: {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:28:49.135201 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Bound port: 8ef795b6-cbf2-4b54-b7c1-037e93c00a54, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'}}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:28:49.135699 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.150434 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef08dc-09a9-40ac-9ff5-a4ac0f11eddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c06b0-90ff-42cc-ba4e-43341b5117d0,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:49.236614 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c20cb38c-5acd-4ad5-8f9a-7058506f5cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.264090 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ea1319dc-7c1a-46ab-a133-d202c863de8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.269648 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ea1319dc-7c1a-46ab-a133-d202c863de8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.271702 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-ea1319dc-7c1a-46ab-a133-d202c863de8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/655c2703-9fdd-4403-9cba-2afd3fbb186b HTTP/1.1" status: 204 len: 168 time: 0.5916984 Aug 02 17:28:49.276678 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c20cb38c-5acd-4ad5-8f9a-7058506f5cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.298638 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1319dc-7c1a-46ab-a133-d202c863de8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c2703-9fdd-4403-9cba-2afd3fbb186b,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:49.312029 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] For port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54, host hv-cinder-78836, cleared binding levels {{(pid=93404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:28:49.327565 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] For port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:28:49.337266 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.408502 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:49.410263 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.412583 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ef795b6-cbf2-4b54-b7c1-037e93c00a54 HTTP/1.1" status: 200 len: 1094 time: 1.5961885 Aug 02 17:28:49.416863 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d31e875-e098-4037-b6a7-928c6213e256', 'tag': '8ef795b6-cbf2-4b54-b7c1-037e93c00a54'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:28:49.420872 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c20cb38c-5acd-4ad5-8f9a-7058506f5cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.421621 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84647a96-ba78-44db-a26d-73f41ac8432b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d31e875-e098-4037-b6a7-928c6213e256", "tag": "8ef795b6-cbf2-4b54-b7c1-037e93c00a54"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:28:49.425862 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c20cb38c-5acd-4ad5-8f9a-7058506f5cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:49.429088 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-c20cb38c-5acd-4ad5-8f9a-7058506f5cd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/432c06b0-90ff-42cc-ba4e-43341b5117d0 HTTP/1.1" status: 204 len: 168 time: 0.2913582 Aug 02 17:28:49.444817 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cb38c-5acd-4ad5-8f9a-7058506f5cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c06b0-90ff-42cc-ba4e-43341b5117d0,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:49.489616 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b303445-ae40-48b0-8c8b-b893a3a238b5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,revision_number=3']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:49.605067 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed46a0-03f7-4173-8be5-bafe1929b577 req-5200941a-9a13-4f98-906c-61a5a7a8acb4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:49.614436 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-48ed46a0-03f7-4173-8be5-bafe1929b577 req-5200941a-9a13-4f98-906c-61a5a7a8acb4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.0967996 Aug 02 17:28:49.677355 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-48ed46a0-03f7-4173-8be5-bafe1929b577 req-a2ed6d8a-2628-4979-8f37-bcf1bd0ed684 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561004 Aug 02 17:28:49.757842 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17ee98c-cd72-43cf-8a4b-c7bafae042d3 x-openstack-request-id: req-b17ee98c-cd72-43cf-8a4b-c7bafae042d3 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:28:49.758294 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d31e875-e098-4037-b6a7-928c6213e256", "tag": "8ef795b6-cbf2-4b54-b7c1-037e93c00a54", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:28:49.758703 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b17ee98c-cd72-43cf-8a4b-c7bafae042d3 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:28:49.759397 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d31e875-e098-4037-b6a7-928c6213e256', 'tag': '8ef795b6-cbf2-4b54-b7c1-037e93c00a54', 'status': 'completed', 'code': 200} Aug 02 17:28:49.997330 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a56f3-fd14-414a-9ca7-cc9bc16a40b1 req-9599208d-8e69-4d52-ada9-7b6b80168ced tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:50.013474 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f61a56f3-fd14-414a-9ca7-cc9bc16a40b1 req-9599208d-8e69-4d52-ada9-7b6b80168ced tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1420035 Aug 02 17:28:50.048892 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d4a4-fa2f-44da-9249-2b89fffc5bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:50.081492 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f61a56f3-fd14-414a-9ca7-cc9bc16a40b1 req-5d672b6d-884d-4690-ac69-5a2371023eb4 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652356 Aug 02 17:28:50.300137 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53470) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:50.586609 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2b5b4b86-f395-4030-8cea-b7bd529b37af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:50.726140 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2b5b4b86-f395-4030-8cea-b7bd529b37af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:50.731450 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2b5b4b86-f395-4030-8cea-b7bd529b37af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:50.788517 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-2b5b4b86-f395-4030-8cea-b7bd529b37af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53c9169bceed430b8357e04b684e3854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869733 Aug 02 17:28:50.790399 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b4b86-f395-4030-8cea-b7bd529b37af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8395e63d-a9cc-427c-8929-5afc5b01aee1,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:50.792064 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53492) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:28:50.962635 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b884b007-61b3-4cd7-953d-8efa9a123785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:51.012723 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8960-07ae-420c-a790-42165ba65fbd req-593d3273-a101-4761-93ff-6ef3a89efff2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:51.027534 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-275b8960-07ae-420c-a790-42165ba65fbd req-593d3273-a101-4761-93ff-6ef3a89efff2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.1778431 Aug 02 17:28:51.059785 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b884b007-61b3-4cd7-953d-8efa9a123785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:51.156198 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-275b8960-07ae-420c-a790-42165ba65fbd req-2ac94ebe-5b33-44b2-bb80-cb047bed2cb3 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270270 Aug 02 17:28:51.209787 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b884b007-61b3-4cd7-953d-8efa9a123785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:51.219431 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b884b007-61b3-4cd7-953d-8efa9a123785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:51.222329 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-b884b007-61b3-4cd7-953d-8efa9a123785 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8395e63d-a9cc-427c-8929-5afc5b01aee1 HTTP/1.1" status: 204 len: 168 time: 0.4276495 Aug 02 17:28:51.245145 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b007-61b3-4cd7-953d-8efa9a123785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8395e63d-a9cc-427c-8929-5afc5b01aee1,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:28:51.413645 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe7970-d09a-400b-bed7-f44b35f7bf45 req-7d612405-ea42-4444-a1ef-adeeb6746bf4 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:51.416743 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-acbe7970-d09a-400b-bed7-f44b35f7bf45 req-7d612405-ea42-4444-a1ef-adeeb6746bf4 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1205726 Aug 02 17:28:51.520367 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-acbe7970-d09a-400b-bed7-f44b35f7bf45 req-8b34c6ba-f2f3-4d9c-9d85-847b99524afc tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825484 Aug 02 17:28:52.313035 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feee33-8070-4954-bfef-0f9b2dd4d3c5 req-8ded1054-a3ab-4567-ae73-f5c6d705ca95 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:52.315187 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e0feee33-8070-4954-bfef-0f9b2dd4d3c5 req-8ded1054-a3ab-4567-ae73-f5c6d705ca95 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.0599754 Aug 02 17:28:52.388256 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e0feee33-8070-4954-bfef-0f9b2dd4d3c5 req-2cc4499c-9570-4907-8ec0-a414dd55275b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614784 Aug 02 17:28:52.513803 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8ecd238f-12c7-4d18-aa24-7a9b030c0e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:52.762087 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5457da-375a-46aa-8be6-31ea891a2c8b req-64c348af-b962-4d7a-bc69-6d32dcf3fca5 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:52.773394 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4d5457da-375a-46aa-8be6-31ea891a2c8b req-64c348af-b962-4d7a-bc69-6d32dcf3fca5 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1235652 Aug 02 17:28:52.797892 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84647a96-ba78-44db-a26d-73f41ac8432b req-2b867344-4265-4d53-8c91-7b44b492c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:52.801969 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-84647a96-ba78-44db-a26d-73f41ac8432b req-2b867344-4265-4d53-8c91-7b44b492c833 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 1097 time: 0.1441138 Aug 02 17:28:52.873355 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4d5457da-375a-46aa-8be6-31ea891a2c8b req-c0b0307a-6603-4d76-a525-cb91e58c59cf tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954416 Aug 02 17:28:52.886835 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:53.455086 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84647a96-ba78-44db-a26d-73f41ac8432b req-8747b221-37fb-4ffd-ba1a-f1beb4f08bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:53.457456 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-84647a96-ba78-44db-a26d-73f41ac8432b req-8747b221-37fb-4ffd-ba1a-f1beb4f08bab service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6361051 Aug 02 17:28:53.655893 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36721c1-a371-4810-aea2-0f23ec786ba7 req-fd2f2914-3ee2-454f-a4ce-3537ed316b70 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:53.658172 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d36721c1-a371-4810-aea2-0f23ec786ba7 req-fd2f2914-3ee2-454f-a4ce-3537ed316b70 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.0709741 Aug 02 17:28:53.739738 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d36721c1-a371-4810-aea2-0f23ec786ba7 req-f910094d-fc83-4440-bb37-fe7e635d6813 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733864 Aug 02 17:28:53.774723 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84647a96-ba78-44db-a26d-73f41ac8432b req-286b9d04-260a-486d-91e1-6620d820f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:53.777959 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-84647a96-ba78-44db-a26d-73f41ac8432b req-286b9d04-260a-486d-91e1-6620d820f43e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3088005 Aug 02 17:28:53.834347 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:54.062047 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-807531fc-690b-4cd3-8fd3-2768d8bef58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:54.068423 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-807531fc-690b-4cd3-8fd3-2768d8bef58f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 1097 time: 0.0948205 Aug 02 17:28:54.102974 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75043cd9-fe53-426e-8217-9345d097e8d5 req-dfe721df-f38f-45aa-a3fb-3ee663d38e90 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:54.105720 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-75043cd9-fe53-426e-8217-9345d097e8d5 req-dfe721df-f38f-45aa-a3fb-3ee663d38e90 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0912085 Aug 02 17:28:54.173014 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-75043cd9-fe53-426e-8217-9345d097e8d5 req-ce416d6b-b3a8-45c7-844b-f2c301b9ddd2 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550001 Aug 02 17:28:54.195056 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-d9904503-6f26-4f6e-a130-d0789c75102c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ef795b6-cbf2-4b54-b7c1-037e93c00a54 HTTP/1.1" status: 200 len: 217 time: 0.0994673 Aug 02 17:28:54.295526 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2cd283eb-fd34-441e-9ff0-a2e6070745af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:54.298229 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-2cd283eb-fd34-441e-9ff0-a2e6070745af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5118065-5b7b-4740-a1cc-72d0c4b0d77a HTTP/1.1" status: 200 len: 854 time: 0.0897131 Aug 02 17:28:54.386150 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-0d8f4ed4-4fdb-4597-87df-959abd95a88b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1024daa2-6d15-4da9-9a68-d2af8abab30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561869 Aug 02 17:28:54.601513 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-79f34efd-d098-41c6-8f68-9ecd79f48037 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674998 Aug 02 17:28:54.745120 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b794b09-5fc6-49c9-a045-622b853eb824 req-01680128-e6c6-4640-9bb9-8caac74d2188 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336048 Aug 02 17:28:54.946950 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e31a82-91b0-497e-8693-a15411031c02 req-79a2f891-e729-4fb8-88b0-04c8bcb54176 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:54.948836 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b8e31a82-91b0-497e-8693-a15411031c02 req-79a2f891-e729-4fb8-88b0-04c8bcb54176 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.0767560 Aug 02 17:28:55.027714 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b8e31a82-91b0-497e-8693-a15411031c02 req-ee95525e-6e45-4a53-8fee-2398fc49b2c2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614836 Aug 02 17:28:55.341029 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06634de-afaf-461d-a9fe-9580ca1a35bf req-769c8568-6d46-43ae-bcab-a2a3b84c1759 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:55.342865 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c06634de-afaf-461d-a9fe-9580ca1a35bf req-769c8568-6d46-43ae-bcab-a2a3b84c1759 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0721869 Aug 02 17:28:55.403743 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c06634de-afaf-461d-a9fe-9580ca1a35bf req-5750a3b2-16d2-447b-bb5f-e5b3c0d53ebd tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512516 Aug 02 17:28:56.145830 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:28:56.229090 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb9b0f-5b53-46dc-b271-53742e7f3fed req-73d5224c-d9f5-4b40-b502-10e0341ab489 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:56.231800 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-92eb9b0f-5b53-46dc-b271-53742e7f3fed req-73d5224c-d9f5-4b40-b502-10e0341ab489 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.1013353 Aug 02 17:28:56.258632 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f9729-0809-423b-9b10-7b371bc9d845 req-de99863d-5212-42a1-a28a-90c96100dfb6 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:56.261025 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b65f9729-0809-423b-9b10-7b371bc9d845 req-de99863d-5212-42a1-a28a-90c96100dfb6 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.1100283 Aug 02 17:28:56.289234 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-92eb9b0f-5b53-46dc-b271-53742e7f3fed req-f58de684-d2d8-4295-b6af-8e3d9ce7653f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514343 Aug 02 17:28:56.325658 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b65f9729-0809-423b-9b10-7b371bc9d845 req-01235876-16c7-480a-ae26-8619654daf23 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578818 Aug 02 17:28:56.617902 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb67dc6-7ed7-4d41-8ab5-87440a5ee901 req-3d96fc67-54ec-4a21-bd4b-4cd484f65f18 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:56.620668 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9eb67dc6-7ed7-4d41-8ab5-87440a5ee901 req-3d96fc67-54ec-4a21-bd4b-4cd484f65f18 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0906758 Aug 02 17:28:56.672694 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9eb67dc6-7ed7-4d41-8ab5-87440a5ee901 req-25b5b4b9-cb4f-491f-81cf-1584f8cb94e0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Aug 02 17:28:57.487868 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9bf41-e76c-4361-b475-9e513b2884cd req-c08e4740-c8fd-48d1-b3bf-fd14c029fb81 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:57.489623 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13e507-5786-48fa-b43e-4b994f470482 req-4b50443a-6dda-4ae7-881a-0046d68d1a8e tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:57.490410 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1fc9bf41-e76c-4361-b475-9e513b2884cd req-c08e4740-c8fd-48d1-b3bf-fd14c029fb81 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.0656252 Aug 02 17:28:57.492758 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b13e507-5786-48fa-b43e-4b994f470482 req-4b50443a-6dda-4ae7-881a-0046d68d1a8e tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.0892208 Aug 02 17:28:57.537268 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1fc9bf41-e76c-4361-b475-9e513b2884cd req-786f960d-64eb-449c-8049-35da32f4b294 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Aug 02 17:28:57.564079 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b13e507-5786-48fa-b43e-4b994f470482 req-ff09685a-940b-4563-a26a-3a733727b37b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614436 Aug 02 17:28:57.881090 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c752df0-991f-45ff-bd10-7dc91a399451 req-e82438fa-4785-42d9-93e0-37d479184072 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:57.883276 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6c752df0-991f-45ff-bd10-7dc91a399451 req-e82438fa-4785-42d9-93e0-37d479184072 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0874283 Aug 02 17:28:57.957016 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6c752df0-991f-45ff-bd10-7dc91a399451 req-eeb978c9-5089-462b-93f8-06f63cfc4267 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574975 Aug 02 17:28:58.689894 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fe0a3-4773-4a5d-8243-041a5f1539a1 req-0d80bbce-5d2b-40bc-be8a-b4ea2ed62112 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:58.692192 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-261fe0a3-4773-4a5d-8243-041a5f1539a1 req-0d80bbce-5d2b-40bc-be8a-b4ea2ed62112 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.0683289 Aug 02 17:28:58.750952 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-261fe0a3-4773-4a5d-8243-041a5f1539a1 req-1654e9a1-23e2-48bc-8196-342deaeb2998 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435064 Aug 02 17:28:58.791623 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecdb3d-09f7-4659-9624-a0f8207bb855 req-72b8a79a-4c43-4628-bd83-2ff080b1b9a0 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:58.794762 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-45ecdb3d-09f7-4659-9624-a0f8207bb855 req-72b8a79a-4c43-4628-bd83-2ff080b1b9a0 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.1211607 Aug 02 17:28:58.875696 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-45ecdb3d-09f7-4659-9624-a0f8207bb855 req-cc511be7-151f-40ba-afe5-aa55747f9a5b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718660 Aug 02 17:28:59.107552 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995bc37-6d06-47a8-8a69-aec9a2496f2e req-28f5e930-235f-4dc7-90a1-888dc4e8c4c4 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:59.109138 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3995bc37-6d06-47a8-8a69-aec9a2496f2e req-28f5e930-235f-4dc7-90a1-888dc4e8c4c4 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0595481 Aug 02 17:28:59.159791 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3995bc37-6d06-47a8-8a69-aec9a2496f2e req-44e8aac7-fae2-4c18-9fce-150b1f478068 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433955 Aug 02 17:28:59.896138 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b67b09-ea55-4c15-ac7b-06ae70d226b6 req-0e2fbdb5-f75a-4145-ab41-08dcaedb4d3f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:28:59.898444 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-54b67b09-ea55-4c15-ac7b-06ae70d226b6 req-0e2fbdb5-f75a-4145-ab41-08dcaedb4d3f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.0591991 Aug 02 17:28:59.957042 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-54b67b09-ea55-4c15-ac7b-06ae70d226b6 req-9e325110-8f23-426d-80cd-4b6bad0e2fd9 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515320 Aug 02 17:29:00.090226 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff12a8d-e038-4fe2-9703-362ebe594367 req-daa3af22-b054-444d-b2ab-daa2df57f62f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:00.091806 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4ff12a8d-e038-4fe2-9703-362ebe594367 req-daa3af22-b054-444d-b2ab-daa2df57f62f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.0562592 Aug 02 17:29:00.146887 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4ff12a8d-e038-4fe2-9703-362ebe594367 req-e43ab92d-6f27-4be1-9a0e-10916e346038 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475049 Aug 02 17:29:00.299701 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dd8a5-8fd6-4e8c-be39-f640f5a340a1 req-4a18ad1b-8dcd-456c-ab19-032fb6e1f59c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:00.301315 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-054dd8a5-8fd6-4e8c-be39-f640f5a340a1 req-4a18ad1b-8dcd-456c-ab19-032fb6e1f59c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0603793 Aug 02 17:29:00.353719 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-054dd8a5-8fd6-4e8c-be39-f640f5a340a1 req-e809ed68-4e75-4125-8ce7-d9fb24d740ea tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Aug 02 17:29:01.121440 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2caf-b0fb-44c1-bbb3-ab7182ab77fa req-4ef2cebc-6103-4540-8a44-e00b72fde582 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:01.123206 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-468d2caf-b0fb-44c1-bbb3-ab7182ab77fa req-4ef2cebc-6103-4540-8a44-e00b72fde582 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.0561492 Aug 02 17:29:01.168828 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:29:01.173142 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-468d2caf-b0fb-44c1-bbb3-ab7182ab77fa req-1302b3b2-c659-47a1-9bf2-39f2aec3efd3 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Aug 02 17:29:01.198013 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:01.308616 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:01.312442 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f883bc8-3ce1-489f-8a24-32efc5fcc144 req-061ec0c2-cc18-4f4b-943f-892c6397ad08 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:01.314426 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9f883bc8-3ce1-489f-8a24-32efc5fcc144 req-061ec0c2-cc18-4f4b-943f-892c6397ad08 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 944 time: 0.0685298 Aug 02 17:29:01.322718 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '8ef795b6-cbf2-4b54-b7c1-037e93c00a54', 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e', 'port_id': '8ef795b6-cbf2-4b54-b7c1-037e93c00a54', 'mac_address': 'fa:16:3e:17:5d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5118065-5b7b-4740-a1cc-72d0c4b0d77a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:29:01.371272 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9f883bc8-3ce1-489f-8a24-32efc5fcc144 req-68444fb7-3070-4302-9339-c6fc1ad52c18 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489450 Aug 02 17:29:01.379387 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:01.406484 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:01.431886 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:01.441011 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:01.520757 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:01.530382 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.530881 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.531331 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.531763 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.532201 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.532624 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.533777 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.534356 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.534818 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.535200 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.535581 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa24972-2e37-421c-b829-5264da2408a0 req-dd23b263-245e-483c-b7e8-498583ad1493 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:01.535809 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.536159 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:01.537408 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-efa24972-2e37-421c-b829-5264da2408a0 req-dd23b263-245e-483c-b7e8-498583ad1493 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0787678 Aug 02 17:29:01.590403 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-efa24972-2e37-421c-b829-5264da2408a0 req-72030bb5-6e28-4e72-9bca-7381862a5a09 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386450 Aug 02 17:29:02.307065 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22414796-5ea6-4475-b1ad-d9fb5723a6f4 req-a04ed085-7b42-40af-a97f-28e1135a4717 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:02.309122 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-22414796-5ea6-4475-b1ad-d9fb5723a6f4 req-a04ed085-7b42-40af-a97f-28e1135a4717 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.0563009 Aug 02 17:29:02.357404 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-22414796-5ea6-4475-b1ad-d9fb5723a6f4 req-971c76d7-8004-42dd-a137-52cba6cb94d0 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384760 Aug 02 17:29:02.539014 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5451-e8b7-4582-ae9b-091795e3af56 req-c899e85f-e5de-480a-b53c-f8e6384f6466 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:02.541105 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-615a5451-e8b7-4582-ae9b-091795e3af56 req-c899e85f-e5de-480a-b53c-f8e6384f6466 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 945 time: 0.0710232 Aug 02 17:29:02.583726 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-615a5451-e8b7-4582-ae9b-091795e3af56 req-d6a56e0b-7a6d-47e1-be3d-3529d9d5e280 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365670 Aug 02 17:29:02.749847 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a9bf1-46f2-45f9-936d-3cb3e0243623 req-8722a1dc-f049-431d-9bcd-ee52d26a92dc tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:02.752555 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fb2a9bf1-46f2-45f9-936d-3cb3e0243623 req-8722a1dc-f049-431d-9bcd-ee52d26a92dc tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0827899 Aug 02 17:29:02.808472 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fb2a9bf1-46f2-45f9-936d-3cb3e0243623 req-8bb70451-2a4b-4282-a2b7-9c674bd47e25 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485644 Aug 02 17:29:03.498268 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6c765-703b-4e4a-b98f-00dc88444444 req-933db6c5-cc51-47dc-886a-aa123ba8cde4 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:03.499964 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-feb6c765-703b-4e4a-b98f-00dc88444444 req-933db6c5-cc51-47dc-886a-aa123ba8cde4 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.0515478 Aug 02 17:29:03.543724 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-feb6c765-703b-4e4a-b98f-00dc88444444 req-34dc840e-0a27-418b-907b-f419550b48b3 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364134 Aug 02 17:29:03.716602 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad8c59-68e0-4796-8fed-f5a7bd85b2e3 req-0ef55f55-331c-427b-9703-ce6c35065607 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:03.719015 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-82ad8c59-68e0-4796-8fed-f5a7bd85b2e3 req-0ef55f55-331c-427b-9703-ce6c35065607 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 945 time: 0.0598435 Aug 02 17:29:03.779862 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-82ad8c59-68e0-4796-8fed-f5a7bd85b2e3 req-cc74bcfd-5a3c-45f2-99f2-f6097b47fa1a tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494175 Aug 02 17:29:03.996218 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb54ef1-c971-4624-9081-90dd799cfd38 req-31dc9195-3aca-42f1-9243-a8077d5848cc tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:03.998906 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6eb54ef1-c971-4624-9081-90dd799cfd38 req-31dc9195-3aca-42f1-9243-a8077d5848cc tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0860126 Aug 02 17:29:04.058880 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6eb54ef1-c971-4624-9081-90dd799cfd38 req-5b56c324-25ed-4854-aea6-f5951b804c4e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528154 Aug 02 17:29:04.739364 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699e629-be0a-432d-8ffa-9aaba352c3d9 req-fb3214f6-a987-4ba7-9d30-1eb8d0f69cd8 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:04.742052 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3699e629-be0a-432d-8ffa-9aaba352c3d9 req-fb3214f6-a987-4ba7-9d30-1eb8d0f69cd8 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.0947440 Aug 02 17:29:04.811103 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3699e629-be0a-432d-8ffa-9aaba352c3d9 req-d1cddb55-73b5-4c17-8046-79f8826a5e9c tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579841 Aug 02 17:29:04.912837 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['8ef795b6-cbf2-4b54-b7c1-037e93c00a54'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:05.022270 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6daf1e-a814-4c84-8742-c02cba29210b req-db9e3029-3f76-49d3-9a16-a7144a84d7df tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:05.025178 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7c6daf1e-a814-4c84-8742-c02cba29210b req-db9e3029-3f76-49d3-9a16-a7144a84d7df tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 945 time: 0.1203024 Aug 02 17:29:05.102025 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7c6daf1e-a814-4c84-8742-c02cba29210b req-dc0addcf-5f37-4d46-9d38-8190b8cd7941 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659735 Aug 02 17:29:05.309299 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730d69c-0422-46df-83a8-34ab69d01c30 req-b389094f-f8ba-4316-9975-f61efe5da94f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:05.311962 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3730d69c-0422-46df-83a8-34ab69d01c30 req-b389094f-f8ba-4316-9975-f61efe5da94f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1100128 Aug 02 17:29:05.387291 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3730d69c-0422-46df-83a8-34ab69d01c30 req-b2ff60c9-e01d-492c-a195-c404124ceb52 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617704 Aug 02 17:29:05.989777 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-53511138-29c0-429c-8194-c00b65817c67 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:05.992969 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-53511138-29c0-429c-8194-c00b65817c67 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.41 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.0963507 Aug 02 17:29:06.087348 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a8981-4783-4f74-8851-eb33721ba173 req-66c04c64-da55-4060-bec2-5af9e052a042 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:06.101787 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e17a8981-4783-4f74-8851-eb33721ba173 req-66c04c64-da55-4060-bec2-5af9e052a042 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 945 time: 0.1357241 Aug 02 17:29:06.184880 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e17a8981-4783-4f74-8851-eb33721ba173 req-00f4ee15-8f89-4891-8d06-81311cfece25 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb51da37-2545-45e9-a122-e9b948e15a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815804 Aug 02 17:29:06.244340 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Deleting port 1de70d15-0f20-41c0-b6ef-53adc801fa96 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:29:06.244942 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.428553 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaff40e-4a37-4a63-b071-03ecea3a1acd req-f04725b1-b378-4c92-bc69-fd0dec8fcb7b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:06.431043 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7aaff40e-4a37-4a63-b071-03ecea3a1acd req-f04725b1-b378-4c92-bc69-fd0dec8fcb7b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 945 time: 0.1781697 Aug 02 17:29:06.504831 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] For port 1de70d15-0f20-41c0-b6ef-53adc801fa96, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1de70d15-0f20-41c0-b6ef-53adc801fa96,segment=NetworkSegment(e890d320-511e-448b-be40-165a2461fb72),segment_id=e890d320-511e-448b-be40-165a2461fb72)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:06.505481 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.535855 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7aaff40e-4a37-4a63-b071-03ecea3a1acd req-61614f94-bec9-4d52-a270-e6ec9e88aa63 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868235 Aug 02 17:29:06.537355 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Calling delete_port for 1de70d15-0f20-41c0-b6ef-53adc801fa96 owned by compute:nova {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:29:06.572590 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53850) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:06.641044 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf684d-9433-410c-8a2c-42278da9933f req-84187632-6048-437d-97a2-d4bc7c2b68f5 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:06.644132 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-febf684d-9433-410c-8a2c-42278da9933f req-84187632-6048-437d-97a2-d4bc7c2b68f5 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0905037 Aug 02 17:29:06.707738 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-febf684d-9433-410c-8a2c-42278da9933f req-869124ae-a53c-4702-97bc-20c1a8e34dbe tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Aug 02 17:29:06.790052 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9cdc61c1-d6e5-463f-9be2-6bd139c6f1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.837394 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:06.882656 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['1de70d15-0f20-41c0-b6ef-53adc801fa96'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:06.915035 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Pushing event deleted for resources: {'Port': ['ID=1de70d15-0f20-41c0-b6ef-53adc801fa96,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:06.999221 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] No DVR routers for this DVR port 1de70d15-0f20-41c0-b6ef-53adc801fa96 on host hv-cinder-78836 {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:29:07.008028 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.010275 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c6ed4412-1ae1-4eef-8394-db5af98c5383 req-74ced3b1-667e-437c-9d41-028112e8416f tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.41 "DELETE /v2.0/ports/1de70d15-0f20-41c0-b6ef-53adc801fa96 HTTP/1.1" status: 204 len: 173 time: 1.0074110 Aug 02 17:29:07.010748 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700b971d-c5f5-4287-b681-e9784a2045fb', 'name': 'network-vif-deleted', 'tag': '1de70d15-0f20-41c0-b6ef-53adc801fa96'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:07.013071 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb164d12-2fd8-422c-9506-92bcb6f730d2" -d '{"events": [{"server_uuid": "700b971d-c5f5-4287-b681-e9784a2045fb", "name": "network-vif-deleted", "tag": "1de70d15-0f20-41c0-b6ef-53adc801fa96"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:07.137543 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9cdc61c1-d6e5-463f-9be2-6bd139c6f1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.143570 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97c7c73-4ae3-45b5-8355-a1b0e2ffedb0 x-openstack-request-id: req-d97c7c73-4ae3-45b5-8355-a1b0e2ffedb0 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:07.144194 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700b971d-c5f5-4287-b681-e9784a2045fb", "name": "network-vif-deleted", "tag": "1de70d15-0f20-41c0-b6ef-53adc801fa96", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:07.144712 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d97c7c73-4ae3-45b5-8355-a1b0e2ffedb0 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:07.145940 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700b971d-c5f5-4287-b681-e9784a2045fb', 'name': 'network-vif-deleted', 'tag': '1de70d15-0f20-41c0-b6ef-53adc801fa96', 'status': 'completed', 'code': 200} Aug 02 17:29:07.148051 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9cdc61c1-d6e5-463f-9be2-6bd139c6f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.220967 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:29:07.268171 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc61c1-d6e5-463f-9be2-6bd139c6f1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63062132-d6b3-4c81-b7d3-3a55308f9428,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:07.278220 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-9cdc61c1-d6e5-463f-9be2-6bd139c6f1c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=029ed5ef26ab4e23bad09f3e21d13e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009196 Aug 02 17:29:07.278744 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53874) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:07.364158 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:29:07.371947 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:29:07.373111 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.392939 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e0898282-7501-42a3-8f98-914d9d56f3f1 req-a86fd14d-91ed-4a2e-b6c3-077b7d455d27 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.0581708 Aug 02 17:29:07.395030 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cd190d60-883d-4cd2-ace9-0cb0b1f2fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.450763 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11a0dd-4ac7-40f9-90a0-e294c13e10d0 req-bd3128ed-3588-4989-9d5f-61224d52f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:07.453477 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2c11a0dd-4ac7-40f9-90a0-e294c13e10d0 req-bd3128ed-3588-4989-9d5f-61224d52f4ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 1098 time: 0.1200261 Aug 02 17:29:07.462095 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cd190d60-883d-4cd2-ace9-0cb0b1f2fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.509117 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.553361 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d31e875-e098-4037-b6a7-928c6213e256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef795b6-cbf2-4b54-b7c1-037e93c00a54'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:07.557442 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4611b9ef-19b5-4772-8333-8ce79d0c3541" -d '{"events": [{"server_uuid": "1d31e875-e098-4037-b6a7-928c6213e256", "name": "network-vif-plugged", "status": "completed", "tag": "8ef795b6-cbf2-4b54-b7c1-037e93c00a54"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:07.564922 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2c11a0dd-4ac7-40f9-90a0-e294c13e10d0 req-062b68ed-e5c4-469b-b524-f36320d5f6b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982542 Aug 02 17:29:07.594901 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:07.611918 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.629516 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cd190d60-883d-4cd2-ace9-0cb0b1f2fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.636533 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cd190d60-883d-4cd2-ace9-0cb0b1f2fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:07.639509 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-cd190d60-883d-4cd2-ace9-0cb0b1f2fe93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63062132-d6b3-4c81-b7d3-3a55308f9428 HTTP/1.1" status: 204 len: 168 time: 0.3593390 Aug 02 17:29:07.657453 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd190d60-883d-4cd2-ace9-0cb0b1f2fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63062132-d6b3-4c81-b7d3-3a55308f9428,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:07.692906 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668dfa2f-142c-43d4-aa6c-c1a9e56f98cd x-openstack-request-id: req-668dfa2f-142c-43d4-aa6c-c1a9e56f98cd {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:07.693396 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d31e875-e098-4037-b6a7-928c6213e256", "name": "network-vif-plugged", "status": "completed", "tag": "8ef795b6-cbf2-4b54-b7c1-037e93c00a54", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:07.694244 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-668dfa2f-142c-43d4-aa6c-c1a9e56f98cd {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:07.694777 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d31e875-e098-4037-b6a7-928c6213e256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef795b6-cbf2-4b54-b7c1-037e93c00a54', 'code': 200} Aug 02 17:29:07.710881 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:07.881440 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b37c8-ce92-41e8-ad17-b4b658c8a6fd req-241e58a1-2932-4a41-a6b1-56352cb580b6 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:07.884836 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-776b37c8-ce92-41e8-ad17-b4b658c8a6fd req-241e58a1-2932-4a41-a6b1-56352cb580b6 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 946 time: 0.1580174 Aug 02 17:29:07.962834 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-776b37c8-ce92-41e8-ad17-b4b658c8a6fd req-92cd5b13-0d8a-4584-a6f4-ce5b2d400227 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681295 Aug 02 17:29:08.246427 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5093e6f-8f01-4611-b6fa-b43477029b26 req-dc2423ef-c607-492c-bcfe-ecd5827e2c20 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.263815 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a5093e6f-8f01-4611-b6fa-b43477029b26 req-dc2423ef-c607-492c-bcfe-ecd5827e2c20 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1774008 Aug 02 17:29:08.378812 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a5093e6f-8f01-4611-b6fa-b43477029b26 req-12fc3afe-2f2e-407d-a9eb-4f0a73037ffc tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120949 Aug 02 17:29:08.411671 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53906) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:08.471617 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9f6646fd-5b39-43dc-9bf9-1ce5a5dfd529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.656415 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53916) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:08.683069 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8254ee0e-ea69-49ba-940d-9cfa93bb10ee req-950ec7f5-3f18-4377-90ed-c20c4d2d5fb9 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.0782063 Aug 02 17:29:08.706802 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c2a08-ea22-40ee-b68a-585c61e4b954 req-99d8334b-aeb6-45c7-93be-20be84981292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:08.708535 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f93c2a08-ea22-40ee-b68a-585c61e4b954 req-99d8334b-aeb6-45c7-93be-20be84981292 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 1099 time: 0.1524308 Aug 02 17:29:08.776549 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f93c2a08-ea22-40ee-b68a-585c61e4b954 req-bbcb0868-d219-4f51-953d-a3fcc395dc84 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574272 Aug 02 17:29:08.791155 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9f6646fd-5b39-43dc-9bf9-1ce5a5dfd529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.801613 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-9f6646fd-5b39-43dc-9bf9-1ce5a5dfd529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.850842 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-9f6646fd-5b39-43dc-9bf9-1ce5a5dfd529 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b4d14c800bf403fac767d4ec06a4adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373279 Aug 02 17:29:08.852154 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6646fd-5b39-43dc-9bf9-1ce5a5dfd529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533674c8-17c5-4ecc-921d-fa876fdb6c25,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:08.855115 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53922) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:08.930532 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c919ccdd-4a20-4cdf-8ec4-17a8649fa51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.958579 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ebf7-8f6d-42f6-ba65-749aaa0f3a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:08.994294 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ebf7-8f6d-42f6-ba65-749aaa0f3a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.092732 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ebf7-8f6d-42f6-ba65-749aaa0f3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.096937 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ebf7-8f6d-42f6-ba65-749aaa0f3a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.100965 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-3ff6ebf7-8f6d-42f6-ba65-749aaa0f3a09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/533674c8-17c5-4ecc-921d-fa876fdb6c25 HTTP/1.1" status: 204 len: 168 time: 0.2445848 Aug 02 17:29:09.110173 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6ebf7-8f6d-42f6-ba65-749aaa0f3a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533674c8-17c5-4ecc-921d-fa876fdb6c25,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:09.211455 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 1de70d15-0f20-41c0-b6ef-53adc801fa96 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:29:09.260344 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 1de70d15-0f20-41c0-b6ef-53adc801fa96 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:29:09.263242 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 1de70d15-0f20-41c0-b6ef-53adc801fa96 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:29:09.332368 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6db6a4-ff4a-4011-8fae-4c219a87fc9e req-60a6a253-0adf-4d66-a759-4b994489d864 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.335769 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ef6db6a4-ff4a-4011-8fae-4c219a87fc9e req-60a6a253-0adf-4d66-a759-4b994489d864 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 946 time: 0.2491653 Aug 02 17:29:09.352110 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c919ccdd-4a20-4cdf-8ec4-17a8649fa51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.381150 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c919ccdd-4a20-4cdf-8ec4-17a8649fa51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.441586 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-c919ccdd-4a20-4cdf-8ec4-17a8649fa51c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d837cc158e5b43299b9fd97f09221dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7836416 Aug 02 17:29:09.446179 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53956) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:09.455186 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919ccdd-4a20-4cdf-8ec4-17a8649fa51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b381535-1b07-4ee6-9ce1-8dbe9ea94cb1,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:09.483528 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ef6db6a4-ff4a-4011-8fae-4c219a87fc9e req-74d9ce3d-651d-45ae-a43b-eebb58227668 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394737 Aug 02 17:29:09.710769 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 53964) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:09.729780 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bcb91066-6ad2-4dfc-8715-87d651eda767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.761844 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bcb91066-6ad2-4dfc-8715-87d651eda767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.784777 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb4452-b2f2-4d3e-83fb-328c3ffd3648 req-26b9830e-b331-42f7-aa7c-8922fc5d62ef tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:09.795398 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bcbb4452-b2f2-4d3e-83fb-328c3ffd3648 req-26b9830e-b331-42f7-aa7c-8922fc5d62ef tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1691203 Aug 02 17:29:09.844837 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:29:09.884183 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bcbb4452-b2f2-4d3e-83fb-328c3ffd3648 req-7a6cbe54-d3bf-4ef4-912d-8ce7672d8391 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877550 Aug 02 17:29:09.933868 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bcb91066-6ad2-4dfc-8715-87d651eda767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.955540 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bcb91066-6ad2-4dfc-8715-87d651eda767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:09.957585 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-bcb91066-6ad2-4dfc-8715-87d651eda767 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b381535-1b07-4ee6-9ce1-8dbe9ea94cb1 HTTP/1.1" status: 204 len: 168 time: 0.5095828 Aug 02 17:29:09.980788 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb91066-6ad2-4dfc-8715-87d651eda767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b381535-1b07-4ee6-9ce1-8dbe9ea94cb1,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:09.989335 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-180738cf-fdfe-40df-9653-c6e846350ef0 req-eb8febd6-d90c-40a4-b0cb-6c66e3ba94d2 tempest-DeleteServersTestJSON-391147090 tempest-DeleteServersTestJSON-391147090-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b971d-c5f5-4287-b681-e9784a2045fb HTTP/1.1" status: 200 len: 210 time: 0.0438514 Aug 02 17:29:10.083311 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-650a6413-614d-4558-a01d-59f3a3cebbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:10.274569 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-650a6413-614d-4558-a01d-59f3a3cebbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:10.282011 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-650a6413-614d-4558-a01d-59f3a3cebbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:10.364456 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a6413-614d-4558-a01d-59f3a3cebbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3fa4c2-3d0d-4d98-bb6a-490d422b5142,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:10.384737 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-650a6413-614d-4558-a01d-59f3a3cebbca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27d0d317710d4cddae0a5d9e17376a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6712761 Aug 02 17:29:10.387767 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 53988) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:10.601106 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b12d96b9-bd19-44a4-a814-01f6c67038fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:10.682848 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b12d96b9-bd19-44a4-a814-01f6c67038fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:10.827025 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b12d96b9-bd19-44a4-a814-01f6c67038fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:10.834168 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b12d96b9-bd19-44a4-a814-01f6c67038fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:10.836330 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-b12d96b9-bd19-44a4-a814-01f6c67038fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c3fa4c2-3d0d-4d98-bb6a-490d422b5142 HTTP/1.1" status: 204 len: 168 time: 0.4465470 Aug 02 17:29:10.850800 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d96b9-bd19-44a4-a814-01f6c67038fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3fa4c2-3d0d-4d98-bb6a-490d422b5142,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:10.856683 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408403-3c77-4e9b-98c2-58271c16f6dd req-f87078f7-fed1-4fb0-8cd0-3ca763eb93fd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:10.858878 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-77408403-3c77-4e9b-98c2-58271c16f6dd req-f87078f7-fed1-4fb0-8cd0-3ca763eb93fd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 946 time: 0.1515148 Aug 02 17:29:10.881539 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54008) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:10.909957 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f4336bb9-cd6e-4745-a1e6-362014350fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:10.970786 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-77408403-3c77-4e9b-98c2-58271c16f6dd req-bfae8da1-b66b-48a2-91f8-129d1fb1be2e tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866933 Aug 02 17:29:11.104109 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617692-961f-4695-8959-ce7c9c7641f6 req-f9900431-00bc-49b1-96b5-111be19e439a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:11.107248 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c7617692-961f-4695-8959-ce7c9c7641f6 req-f9900431-00bc-49b1-96b5-111be19e439a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1314597 Aug 02 17:29:11.250432 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c7617692-961f-4695-8959-ce7c9c7641f6 req-d0b51c32-85d8-4733-9346-741716249c6d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182375 Aug 02 17:29:11.254620 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f4336bb9-cd6e-4745-a1e6-362014350fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:11.263820 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f4336bb9-cd6e-4745-a1e6-362014350fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:11.328355 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-f4336bb9-cd6e-4745-a1e6-362014350fb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1157acadd546474cbc6deca34ebaa3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450128 Aug 02 17:29:11.334789 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54030) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:11.352181 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4336bb9-cd6e-4745-a1e6-362014350fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69412385-10be-4634-b615-0bc18ba698ad,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:11.542012 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c10371c1-1d53-43b1-902f-018490e30f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:11.575272 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc187d5e-76bd-4067-92c3-b6bc5daec602 req-5b8a4eb7-7c6b-468c-aa02-cd5584438086 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:11.577258 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bc187d5e-76bd-4067-92c3-b6bc5daec602 req-5b8a4eb7-7c6b-468c-aa02-cd5584438086 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1558821 Aug 02 17:29:11.628813 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c10371c1-1d53-43b1-902f-018490e30f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:11.698866 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bc187d5e-76bd-4067-92c3-b6bc5daec602 req-e1cb505b-72bd-4c57-acfa-923d4aaaa34e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114604 Aug 02 17:29:11.737286 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c10371c1-1d53-43b1-902f-018490e30f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:11.758658 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c10371c1-1d53-43b1-902f-018490e30f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:11.765975 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-c10371c1-1d53-43b1-902f-018490e30f6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69412385-10be-4634-b615-0bc18ba698ad HTTP/1.1" status: 204 len: 168 time: 0.4296279 Aug 02 17:29:11.789246 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10371c1-1d53-43b1-902f-018490e30f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69412385-10be-4634-b615-0bc18ba698ad,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:12.324654 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081bdb3-eaf0-42fc-8ad1-40f306cc1c96 req-94d0ba9d-4497-475f-9735-cf48eda998fa tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:12.339690 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f081bdb3-eaf0-42fc-8ad1-40f306cc1c96 req-94d0ba9d-4497-475f-9735-cf48eda998fa tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 946 time: 0.1113856 Aug 02 17:29:12.465450 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f081bdb3-eaf0-42fc-8ad1-40f306cc1c96 req-17956684-ed29-4d29-bc4e-9255dae53e3a tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217897 Aug 02 17:29:12.882359 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54098) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:13.009000 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb11ed6-8d7d-4477-ad1a-84659afc9b32 admin admin] Deleting subnet c4503568-3d55-49c3-adc2-cdd79d6eed35 {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:29:13.026445 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ffb11ed6-8d7d-4477-ad1a-84659afc9b32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.123345 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ffb11ed6-8d7d-4477-ad1a-84659afc9b32 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.145783 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ffb11ed6-8d7d-4477-ad1a-84659afc9b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.267483 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ffb11ed6-8d7d-4477-ad1a-84659afc9b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.310915 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb11ed6-8d7d-4477-ad1a-84659afc9b32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4503568-3d55-49c3-adc2-cdd79d6eed35,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:13.316763 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ffb11ed6-8d7d-4477-ad1a-84659afc9b32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.319160 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-ffb11ed6-8d7d-4477-ad1a-84659afc9b32 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c4503568-3d55-49c3-adc2-cdd79d6eed35 HTTP/1.1" status: 204 len: 168 time: 0.4344292 Aug 02 17:29:13.321656 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54122) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:13.475057 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.803210 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:13.881413 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa97f16f-fb0b-46d6-bc0d-98f193e6cc26']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:13.920212 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e890d320-511e-448b-be40-165a2461fb72') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:13.924134 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e890d320-511e-448b-be40-165a2461fb72') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:29:13.976939 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.009217 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.024086 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:29:14.025221 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:29:14.028999 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:29:14.186894 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.231417 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.235065 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aa97f16f-fb0b-46d6-bc0d-98f193e6cc26 HTTP/1.1" status: 204 len: 168 time: 0.9114945 Aug 02 17:29:14.254311 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fcf82-eb06-43f6-813b-dd27037483e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa97f16f-fb0b-46d6-bc0d-98f193e6cc26,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:14.492000 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54192) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:14.545307 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c258a3-6de1-4806-b017-1453dc181d99 req-048ac0cb-8445-49cf-ba29-775a33bbbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.549316 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-50c258a3-6de1-4806-b017-1453dc181d99 req-048ac0cb-8445-49cf-ba29-775a33bbbc77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1098 time: 0.1190698 Aug 02 17:29:14.593691 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-cd4ecab4-0bab-48d7-86b9-2e9a2c575a6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f16e6ca6f8e24ce38241185d5c980577&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0994940 Aug 02 17:29:14.598863 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54204) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:14.637118 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cf7b6-cc05-45ee-8ffc-d5508f0c8367 req-c6da42de-0aa5-43ea-ade5-b3c983248b07 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.640140 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-dd6cf7b6-cc05-45ee-8ffc-d5508f0c8367 req-c6da42de-0aa5-43ea-ade5-b3c983248b07 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1540291 Aug 02 17:29:14.761211 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-17b75e5f-5363-4774-8da2-2586653e6d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.834669 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-17b75e5f-5363-4774-8da2-2586653e6d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.841121 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-dd6cf7b6-cc05-45ee-8ffc-d5508f0c8367 req-19c8acff-6f4a-48e8-a145-d71ca64c9a7f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430321 Aug 02 17:29:14.936810 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c258a3-6de1-4806-b017-1453dc181d99 req-8ef34abe-9a11-4f04-8779-3f43a93f41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:14.940937 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-50c258a3-6de1-4806-b017-1453dc181d99 req-8ef34abe-9a11-4f04-8779-3f43a93f41aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 920 time: 0.3717551 Aug 02 17:29:14.967944 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-17b75e5f-5363-4774-8da2-2586653e6d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.974314 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-17b75e5f-5363-4774-8da2-2586653e6d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:14.976201 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-17b75e5f-5363-4774-8da2-2586653e6d76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb51da37-2545-45e9-a122-e9b948e15a6d HTTP/1.1" status: 204 len: 168 time: 0.3754468 Aug 02 17:29:15.012889 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b75e5f-5363-4774-8da2-2586653e6d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb51da37-2545-45e9-a122-e9b948e15a6d,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:15.043474 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-50c258a3-6de1-4806-b017-1453dc181d99 req-0d870c15-463b-4971-b478-242d4dc559ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a HTTP/1.1" status: 200 len: 217 time: 0.0867002 Aug 02 17:29:15.154629 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c258a3-6de1-4806-b017-1453dc181d99 req-132afe2f-5813-4a1c-9298-5b509a9b6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:15.161209 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-50c258a3-6de1-4806-b017-1453dc181d99 req-132afe2f-5813-4a1c-9298-5b509a9b6887 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.0974741 Aug 02 17:29:15.232024 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-50c258a3-6de1-4806-b017-1453dc181d99 req-25c64cb7-7308-462b-b74e-86107fe54d6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619044 Aug 02 17:29:15.439917 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-50c258a3-6de1-4806-b017-1453dc181d99 req-bbf934ee-accd-484c-a263-6b3ff7fbcb8d service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990373 Aug 02 17:29:15.664036 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-50c258a3-6de1-4806-b017-1453dc181d99 req-7b0c6e0d-7948-411e-b6bb-9b4fe4db59a0 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045231 Aug 02 17:29:15.694169 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54254) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:16.113660 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1173550-7b23-4b42-a750-bf8a9f402be0 req-1ea0bc67-d755-4a08-a2a7-fcec17fd97b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:16.115327 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1173550-7b23-4b42-a750-bf8a9f402be0 req-1ea0bc67-d755-4a08-a2a7-fcec17fd97b8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1284173 Aug 02 17:29:16.170253 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ac7af26f-7607-4ed7-9098-615d0512a223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.208200 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1173550-7b23-4b42-a750-bf8a9f402be0 req-cdc3f3d5-8ca4-4894-a481-1bcd797af5a4 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835354 Aug 02 17:29:16.382758 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-988c14ba-f233-4e30-818b-70a3d89d454b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:16.387308 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ac7af26f-7607-4ed7-9098-615d0512a223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.395394 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-988c14ba-f233-4e30-818b-70a3d89d454b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 814 time: 0.3280678 Aug 02 17:29:16.396926 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ac7af26f-7607-4ed7-9098-615d0512a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.438362 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-311f1e66-1283-43a4-ac76-9b37d4f3be34 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/quotas/5c8293c129894d65ae6ecb4becaf69a5 HTTP/1.1" status: 200 len: 375 time: 0.0401456 Aug 02 17:29:16.455121 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ac7af26f-7607-4ed7-9098-615d0512a223 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=059d80d054034ac6a3cfa24330b9ceec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7548461 Aug 02 17:29:16.455121 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7af26f-7607-4ed7-9098-615d0512a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128b984d-fc34-4a15-9679-8ed310e8fe3f,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:16.456048 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54302) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:16.543798 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4ba86a39-0979-4394-a0fe-8875a789276b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.599714 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4ba86a39-0979-4394-a0fe-8875a789276b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.615839 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-6b63d6f0-a094-480c-9845-f3257e190a94 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517251 Aug 02 17:29:16.763587 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4ba86a39-0979-4394-a0fe-8875a789276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.769704 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4ba86a39-0979-4394-a0fe-8875a789276b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:16.776761 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-4ba86a39-0979-4394-a0fe-8875a789276b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/128b984d-fc34-4a15-9679-8ed310e8fe3f HTTP/1.1" status: 204 len: 168 time: 0.3136277 Aug 02 17:29:16.843438 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba86a39-0979-4394-a0fe-8875a789276b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128b984d-fc34-4a15-9679-8ed310e8fe3f,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:17.165599 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-9b39b87a-26a4-4b75-a158-5b0725bfe763 service neutron] 10.222.0.16 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463552 Aug 02 17:29:17.347101 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5eb2bb95-e540-47d4-9bbb-eb1f8e97a5f4 service neutron] 10.222.0.16 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777513 Aug 02 17:29:17.439226 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48438da9-aaa8-45e3-8498-3956278a6e6b req-c23e475e-6dbf-44d0-9a6b-16862dc002b1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:17.444443 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-48438da9-aaa8-45e3-8498-3956278a6e6b req-c23e475e-6dbf-44d0-9a6b-16862dc002b1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0718539 Aug 02 17:29:17.534940 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-48438da9-aaa8-45e3-8498-3956278a6e6b req-c1419360-76eb-4a42-ade3-6ccb8f3a9a9d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838196 Aug 02 17:29:17.601562 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54338) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:17.630792 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3a692c9f-d6b0-41f8-900c-e0d579096fa1 req-970485ad-9517-41a5-8d89-96fa2d98bb65 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 210 time: 0.0583632 Aug 02 17:29:17.829874 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cd5b173b-189c-4469-8ed5-e3dd20c1db60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:18.119404 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cd5b173b-189c-4469-8ed5-e3dd20c1db60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:18.131806 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cd5b173b-189c-4469-8ed5-e3dd20c1db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:18.212335 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b173b-189c-4469-8ed5-e3dd20c1db60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7e331c-89c5-426f-8378-fc3325e8e565,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:18.221031 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-cd5b173b-189c-4469-8ed5-e3dd20c1db60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39537f28924a4e0d91cf062d568c5a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6177435 Aug 02 17:29:18.225244 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54362) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:18.307948 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-52e5d4a2-9c94-40bb-9343-092c7ac1cfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:18.337367 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-52e5d4a2-9c94-40bb-9343-092c7ac1cfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:18.410222 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-52e5d4a2-9c94-40bb-9343-092c7ac1cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:18.420922 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-52e5d4a2-9c94-40bb-9343-092c7ac1cfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:18.420922 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-52e5d4a2-9c94-40bb-9343-092c7ac1cfbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d7e331c-89c5-426f-8378-fc3325e8e565 HTTP/1.1" status: 204 len: 168 time: 0.1889677 Aug 02 17:29:18.442505 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5d4a2-9c94-40bb-9343-092c7ac1cfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7e331c-89c5-426f-8378-fc3325e8e565,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:18.828424 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d9770-b86b-4c0f-ac13-b448825f0af6 req-100dc4a6-57be-4ca8-8960-fcb2e50fa93c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:18.841748 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ba268e42-33cd-4f81-b88c-832b2e68c44d req-e6a913fe-8e88-4ef0-b166-cff525dbbbbf tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 210 time: 0.0388622 Aug 02 17:29:18.847289 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f68d9770-b86b-4c0f-ac13-b448825f0af6 req-100dc4a6-57be-4ca8-8960-fcb2e50fa93c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1487696 Aug 02 17:29:18.920106 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f68d9770-b86b-4c0f-ac13-b448825f0af6 req-9efabf7c-8f86-4531-b6c8-ccc693be6da2 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704036 Aug 02 17:29:19.455374 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5aec1eb2-569c-4cdc-b76e-a93fb5fabdcb tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:19.457380 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5aec1eb2-569c-4cdc-b76e-a93fb5fabdcb tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 814 time: 0.1604381 Aug 02 17:29:19.479796 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Request body: {'port': {'device_id': '95cca44b-c210-4dae-ae38-9f83dc522b14', 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e', 'admin_state_up': True, 'tenant_id': '5c8293c129894d65ae6ecb4becaf69a5'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:19.648023 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Made reservation on behalf of 5c8293c129894d65ae6ecb4becaf69a5 for: {'port': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:29:19.654178 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:19.889303 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Allocated IP 172.20.0.12 (1024daa2-6d15-4da9-9a68-d2af8abab30e/b5118065-5b7b-4740-a1cc-72d0c4b0d77a/c14c70b3-a13a-4615-9ac2-05f41f2b84e3) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:29:20.015948 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-67000b94-534e-414a-ac46-be5b02c0433d req-e84adeaf-b921-4db2-8ff9-6b7bdf9c2fe2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 210 time: 0.0477786 Aug 02 17:29:20.056456 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f5673d6b-528d-47e9-94c3-6bab873c229d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:20.141136 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49ad3a-715d-4b7e-8992-d76262c22e88 req-5d49d05a-5066-457a-a6b5-3863cb01315d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:20.146227 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6a49ad3a-715d-4b7e-8992-d76262c22e88 req-5d49d05a-5066-457a-a6b5-3863cb01315d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1159697 Aug 02 17:29:20.245717 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6a49ad3a-715d-4b7e-8992-d76262c22e88 req-99be8544-7603-448e-886e-a865b87f3a97 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826950 Aug 02 17:29:20.272030 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:20.325804 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:20.386257 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['eed693be-4c4c-4d6a-826b-289eaaf1ff54', '8ef795b6-cbf2-4b54-b7c1-037e93c00a54'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:20.394440 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Network 1024daa2-6d15-4da9-9a68-d2af8abab30e is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:29:20.399396 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:29:20.410939 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:29:20.417933 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:20.419278 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:20.448665 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Pushing event updated for resources: {'Port': ['ID=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:20.452990 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-4bacf85f-20ea-43ee-b1d2-4795e2f4056d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9777560 Aug 02 17:29:20.519163 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Request body: {'port': {'device_id': '95cca44b-c210-4dae-ae38-9f83dc522b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:29:20.633319 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:21.058433 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14c70b3-a13a-4615-9ac2-05f41f2b84e3 {{(pid=93404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:21.067597 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:21.082599 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Transition to ACTIVE for port object c14c70b3-a13a-4615-9ac2-05f41f2b84e3 will not be triggered until provisioned by entity L2. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:29:21.087405 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:21.185029 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Pushing event updated for resources: {'Port': ['ID=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:21.253978 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b562c5-152a-44c0-a83f-2a9d9419afda req-7fc60025-a847-45aa-95a5-b66810631515 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:21.256959 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c0b562c5-152a-44c0-a83f-2a9d9419afda req-7fc60025-a847-45aa-95a5-b66810631515 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 944 time: 0.1343927 Aug 02 17:29:21.258243 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Attempting to bind port c14c70b3-a13a-4615-9ac2-05f41f2b84e3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:29:21.258688 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Attempting to bind port c14c70b3-a13a-4615-9ac2-05f41f2b84e3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:29:21.259280 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Attempting to bind port c14c70b3-a13a-4615-9ac2-05f41f2b84e3 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:29:21.272677 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Port c14c70b3-a13a-4615-9ac2-05f41f2b84e3 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:29:21.273294 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Attempting to bind port c14c70b3-a13a-4615-9ac2-05f41f2b84e3 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:29:21.312914 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:29:21.313171 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Checking segment: {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:29:21.313934 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Bound using segment: {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:29:21.314777 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Bound port: c14c70b3-a13a-4615-9ac2-05f41f2b84e3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'}}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:29:21.315461 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:21.383967 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c0b562c5-152a-44c0-a83f-2a9d9419afda req-b29c649d-2448-4bf5-8699-114b10b8d5de tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149578 Aug 02 17:29:21.487699 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f4f4d-655e-4d29-8d57-4e2e44be1af3 req-a4ae70bb-0329-40ec-b5c5-312d88b53f4a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:21.499768 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-876f4f4d-655e-4d29-8d57-4e2e44be1af3 req-a4ae70bb-0329-40ec-b5c5-312d88b53f4a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1046784 Aug 02 17:29:21.502091 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] For port c14c70b3-a13a-4615-9ac2-05f41f2b84e3, host hv-cinder-78836, cleared binding levels {{(pid=93404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:29:21.510049 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] For port c14c70b3-a13a-4615-9ac2-05f41f2b84e3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:29:21.517318 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:21.564696 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-876f4f4d-655e-4d29-8d57-4e2e44be1af3 req-dcf7b3a3-5f74-4bc1-9425-62bbd065ae5b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616913 Aug 02 17:29:21.602059 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:21.602059 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:21.605022 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] 10.222.0.41 "PUT /v2.0/ports/c14c70b3-a13a-4615-9ac2-05f41f2b84e3 HTTP/1.1" status: 200 len: 1094 time: 1.0955751 Aug 02 17:29:21.608923 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95cca44b-c210-4dae-ae38-9f83dc522b14', 'tag': 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:21.612739 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d" -d '{"events": [{"name": "network-changed", "server_uuid": "95cca44b-c210-4dae-ae38-9f83dc522b14", "tag": "c14c70b3-a13a-4615-9ac2-05f41f2b84e3"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:21.648096 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a764d03-33d2-48b0-a42a-7fd458d16c3e service neutron] Pushing event updated for resources: {'Port': ['ID=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,revision_number=3']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:21.693671 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bc4de4-6e30-4081-bcb9-9b92a0aefbe1 x-openstack-request-id: req-e5bc4de4-6e30-4081-bcb9-9b92a0aefbe1 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:21.694793 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95cca44b-c210-4dae-ae38-9f83dc522b14", "tag": "c14c70b3-a13a-4615-9ac2-05f41f2b84e3", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:21.694921 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5bc4de4-6e30-4081-bcb9-9b92a0aefbe1 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:21.695344 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95cca44b-c210-4dae-ae38-9f83dc522b14', 'tag': 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3', 'status': 'completed', 'code': 200} Aug 02 17:29:21.778084 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-3294d9f9-343a-4706-84e9-9467ac5e0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:21.780673 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-3294d9f9-343a-4706-84e9-9467ac5e0ead service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 1097 time: 0.0572469 Aug 02 17:29:21.845236 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-c2917b11-809d-4c8b-aec9-26353821f7d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c14c70b3-a13a-4615-9ac2-05f41f2b84e3 HTTP/1.1" status: 200 len: 217 time: 0.0461876 Aug 02 17:29:21.905630 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-51688d6f-820b-4fc3-97cf-08a9d06837b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:21.907345 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-51688d6f-820b-4fc3-97cf-08a9d06837b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5118065-5b7b-4740-a1cc-72d0c4b0d77a HTTP/1.1" status: 200 len: 854 time: 0.0491786 Aug 02 17:29:21.942390 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-d8b16778-e34f-4f33-9948-4429a41819f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1024daa2-6d15-4da9-9a68-d2af8abab30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271885 Aug 02 17:29:22.046849 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-14ffbc57-3e43-4d17-ab7e-9f96d2e88436 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949140 Aug 02 17:29:22.164753 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95671eba-4d7b-45a8-b2b5-cbef3be5df9e req-3964dc60-bbd1-4ad9-80a4-41432224e3d2 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050789 Aug 02 17:29:22.400811 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-27a0aaf3-dee1-4bdf-93b0-5d273e6a3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:22.403836 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-27a0aaf3-dee1-4bdf-93b0-5d273e6a3c02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 1097 time: 0.0762300 Aug 02 17:29:22.519116 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-0581daa3-97ae-46d8-b279-77e77113fbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:22.603273 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-baf4009c-cbbc-4326-9d9f-76e801c16021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:22.605794 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-baf4009c-cbbc-4326-9d9f-76e801c16021 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 915 time: 0.1914971 Aug 02 17:29:22.626692 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d07ad-303f-4bcb-a188-6c51f3e35f48 req-5adf75ea-09f1-427a-849d-afded8957c96 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:22.629332 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c7d07ad-303f-4bcb-a188-6c51f3e35f48 req-5adf75ea-09f1-427a-849d-afded8957c96 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 944 time: 0.1239767 Aug 02 17:29:22.711234 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-13de9ae6-7680-4448-8011-08d21cbec42f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c14c70b3-a13a-4615-9ac2-05f41f2b84e3 HTTP/1.1" status: 200 len: 217 time: 0.0801883 Aug 02 17:29:22.732067 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4002a5-621c-4512-949b-a247ed4f18a8 req-f2335209-71c8-4727-a19a-b126d41a5f1c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:22.734772 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9e4002a5-621c-4512-949b-a247ed4f18a8 req-f2335209-71c8-4727-a19a-b126d41a5f1c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0779288 Aug 02 17:29:22.761411 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c7d07ad-303f-4bcb-a188-6c51f3e35f48 req-691d1893-00ef-4081-959b-acd513ef2e75 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178653 Aug 02 17:29:22.794861 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9e4002a5-621c-4512-949b-a247ed4f18a8 req-f8f0447b-cebd-4648-b42a-ec23ff03b267 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Aug 02 17:29:22.883064 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:22.899931 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-518236e9-a474-4f84-ad38-065db5f52e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:22.901652 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-518236e9-a474-4f84-ad38-065db5f52e57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5118065-5b7b-4740-a1cc-72d0c4b0d77a HTTP/1.1" status: 200 len: 854 time: 0.0745142 Aug 02 17:29:22.956237 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-c7cb4cfd-7551-4720-be50-f00d35b743df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1024daa2-6d15-4da9-9a68-d2af8abab30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313065 Aug 02 17:29:23.154895 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-d67f9753-f28a-4ce4-a9e1-ce54cfeb6b6e service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650410 Aug 02 17:29:23.369084 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-948d4e2e-fbf8-44dc-8d82-be65b27ec22d req-6f2849dd-7aaf-4c4e-9234-f93d5a881fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657104 Aug 02 17:29:23.837991 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:23.987549 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a54b0-eebd-4748-bf95-6af3546eb12e req-07eea40b-c217-484c-a422-d0718dbaaa3c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:23.989222 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cc9a54b0-eebd-4748-bf95-6af3546eb12e req-07eea40b-c217-484c-a422-d0718dbaaa3c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0865726 Aug 02 17:29:24.004068 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f89d5-b033-46ba-a635-62da02366ec7 req-d0a54bbb-e19d-4990-a7e3-5b76dd5487e3 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:24.006711 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f20f89d5-b033-46ba-a635-62da02366ec7 req-d0a54bbb-e19d-4990-a7e3-5b76dd5487e3 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 944 time: 0.1267354 Aug 02 17:29:24.064932 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cc9a54b0-eebd-4748-bf95-6af3546eb12e req-34664cb1-3989-47c8-aac2-88900d5e6fc8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620410 Aug 02 17:29:24.076118 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f20f89d5-b033-46ba-a635-62da02366ec7 req-0060e797-5b85-464a-a408-d0f200bb5bd5 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620978 Aug 02 17:29:25.216675 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e688b-a1ec-4eb2-b6c8-fb2a254273be req-3937787a-0b6d-489a-8ab8-116bd94e409d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:25.218262 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-915e688b-a1ec-4eb2-b6c8-fb2a254273be req-3937787a-0b6d-489a-8ab8-116bd94e409d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0616748 Aug 02 17:29:25.254748 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c82d4-cea3-4c1f-bfa4-0d7afdeb79e9 req-08381bfd-bc8d-4d09-aed9-6e2a0d24ebcc tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:25.257865 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-596c82d4-cea3-4c1f-bfa4-0d7afdeb79e9 req-08381bfd-bc8d-4d09-aed9-6e2a0d24ebcc tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 944 time: 0.0733500 Aug 02 17:29:25.267596 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device c14c70b3-a13a-4615-9ac2-05f41f2b84e3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:29:25.283728 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-915e688b-a1ec-4eb2-b6c8-fb2a254273be req-40fb36db-1c1c-4781-9b7f-55f0324cab43 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525799 Aug 02 17:29:25.323834 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-596c82d4-cea3-4c1f-bfa4-0d7afdeb79e9 req-20a5e150-841d-45a9-91a3-7012371fd79a tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564418 Aug 02 17:29:25.387136 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port c14c70b3-a13a-4615-9ac2-05f41f2b84e3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:25.400665 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3', 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e', 'port_id': 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3', 'mac_address': 'fa:16:3e:20:82:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5118065-5b7b-4740-a1cc-72d0c4b0d77a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:29:25.448267 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:25.471334 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14c70b3-a13a-4615-9ac2-05f41f2b84e3 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:29:25.508261 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port c14c70b3-a13a-4615-9ac2-05f41f2b84e3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:25.522968 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:25.608500 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:26.026379 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54526) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:26.139422 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:26.222162 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['c14c70b3-a13a-4615-9ac2-05f41f2b84e3'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:29:26.238043 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:26.453003 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:26.464427 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:26.505539 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b5e5f35c1c94043a912be214ba67838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774728 Aug 02 17:29:26.512116 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54548) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:26.535637 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694521df-734e-4e47-8b0b-f6b878b5dc69,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:26.554677 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13b808-1e34-48bd-bc5c-5b127b7b3a75 req-95bef607-93a5-4f41-bfb8-7b850ccea7e2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:26.556343 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ba13b808-1e34-48bd-bc5c-5b127b7b3a75 req-95bef607-93a5-4f41-bfb8-7b850ccea7e2 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 945 time: 0.1059394 Aug 02 17:29:26.557651 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.558037 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.558422 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.558759 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.559127 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.559465 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.559794 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.560130 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.560471 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.560820 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.561135 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.561459 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda1f7bd-574a-4e3b-bc38-004a15cab6ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.583283 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678756d-008a-4b9e-a71d-80748d526f87 req-7559de5f-8d91-4109-95f0-72eb80e42021 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:26.589543 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d678756d-008a-4b9e-a71d-80748d526f87 req-7559de5f-8d91-4109-95f0-72eb80e42021 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1320012 Aug 02 17:29:26.625983 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ba13b808-1e34-48bd-bc5c-5b127b7b3a75 req-670fbb8a-6891-4a4f-bd46-4f3c3fa3853d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Aug 02 17:29:26.641687 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:26.693926 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d678756d-008a-4b9e-a71d-80748d526f87 req-12bcad8e-3094-4e0f-b554-cb260e11aa3a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969176 Aug 02 17:29:26.697093 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:26.801545 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:26.807249 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:26.811733 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/694521df-734e-4e47-8b0b-f6b878b5dc69 HTTP/1.1" status: 204 len: 168 time: 0.2957537 Aug 02 17:29:26.825661 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694521df-734e-4e47-8b0b-f6b878b5dc69,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:26.841380 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.842483 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.843498 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.845004 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.845897 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.846712 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.847567 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.848398 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.849168 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.849762 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.850590 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:26.851401 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b9ab1c-485a-4825-87c1-a6421084bdd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:29:27.398716 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54576) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:27.413132 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9bf9fed0-0c52-4d91-b4d3-68c12ac1465a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:27.541034 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9bf9fed0-0c52-4d91-b4d3-68c12ac1465a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:27.546130 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9bf9fed0-0c52-4d91-b4d3-68c12ac1465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:27.612582 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-9bf9fed0-0c52-4d91-b4d3-68c12ac1465a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ecc9dcca9b94b3a83e37b50ebc48277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122250 Aug 02 17:29:27.615617 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54578) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:27.621806 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9fed0-0c52-4d91-b4d3-68c12ac1465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f579ed3-d55f-4d50-869b-61a07a1bb383,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:27.679823 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-159a9056-b7b9-4726-8d5a-9cf3603c8b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:27.707787 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-159a9056-b7b9-4726-8d5a-9cf3603c8b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:27.778954 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027e57e-321a-496a-a0db-0675314d77ea req-ab0a44cd-2bb2-42b2-bfa7-55e2de0082ec tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:27.780634 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3027e57e-321a-496a-a0db-0675314d77ea req-ab0a44cd-2bb2-42b2-bfa7-55e2de0082ec tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 945 time: 0.0632427 Aug 02 17:29:27.792525 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-159a9056-b7b9-4726-8d5a-9cf3603c8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:27.795991 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-159a9056-b7b9-4726-8d5a-9cf3603c8b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:27.796897 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-159a9056-b7b9-4726-8d5a-9cf3603c8b2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f579ed3-d55f-4d50-869b-61a07a1bb383 HTTP/1.1" status: 204 len: 168 time: 0.1798403 Aug 02 17:29:27.832542 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a9056-b7b9-4726-8d5a-9cf3603c8b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f579ed3-d55f-4d50-869b-61a07a1bb383,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:27.871755 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ea6bc-502f-436a-88ad-68580a60b6b2 req-a2615c79-10a1-4076-9c5b-81a1a63d98d2 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:27.873759 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b05ea6bc-502f-436a-88ad-68580a60b6b2 req-a2615c79-10a1-4076-9c5b-81a1a63d98d2 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0753326 Aug 02 17:29:27.900261 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3027e57e-321a-496a-a0db-0675314d77ea req-e624081e-3ecf-43d6-946a-a82ccb696673 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113005 Aug 02 17:29:27.955839 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b05ea6bc-502f-436a-88ad-68580a60b6b2 req-d167f2c5-043f-4d2a-a0ad-e10f209ccd5e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565052 Aug 02 17:29:28.274168 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54592) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:28.295098 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f33a4e0d-7ef2-4c4f-b686-fcc20d57a079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.449529 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f33a4e0d-7ef2-4c4f-b686-fcc20d57a079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.454253 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f33a4e0d-7ef2-4c4f-b686-fcc20d57a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.527337 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-f33a4e0d-7ef2-4c4f-b686-fcc20d57a079 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4da8bdaf19d0465daa004c2e0e92da68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516301 Aug 02 17:29:28.528587 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a4e0d-7ef2-4c4f-b686-fcc20d57a079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a209186-c3ec-4dd9-8d4e-255c58f11ee5,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:28.529998 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54600) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:28.551531 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-cf3d3ae2-2586-465f-9c05-f59fd2b5904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:28.553582 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-cf3d3ae2-2586-465f-9c05-f59fd2b5904d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1098 time: 0.0765152 Aug 02 17:29:28.590102 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-01d08b7f-5109-48c7-8a58-9da52fafcf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.612323 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-01d08b7f-5109-48c7-8a58-9da52fafcf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.662313 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-01d08b7f-5109-48c7-8a58-9da52fafcf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.664889 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-01d08b7f-5109-48c7-8a58-9da52fafcf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:28.666181 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-01d08b7f-5109-48c7-8a58-9da52fafcf28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a209186-c3ec-4dd9-8d4e-255c58f11ee5 HTTP/1.1" status: 204 len: 168 time: 0.1336806 Aug 02 17:29:28.674915 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d08b7f-5109-48c7-8a58-9da52fafcf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a209186-c3ec-4dd9-8d4e-255c58f11ee5,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:28.678550 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-1e0a0211-ba86-4a08-a4aa-adcb1fbefe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:28.680069 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-1e0a0211-ba86-4a08-a4aa-adcb1fbefe54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 920 time: 0.0956378 Aug 02 17:29:28.741368 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-60bb6b2f-7708-41df-880a-2e68d3700b87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a HTTP/1.1" status: 200 len: 217 time: 0.0414293 Aug 02 17:29:28.813645 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-cd8cbae4-828b-4ad7-9845-8c53026366fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:28.816495 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-cd8cbae4-828b-4ad7-9845-8c53026366fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.0590024 Aug 02 17:29:28.873095 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-0de04aa5-eef7-4660-b1e0-19e8dba22014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427451 Aug 02 17:29:29.015625 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-dc0e4513-54db-4334-b4cc-7470af1b4f67 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326604 Aug 02 17:29:29.219563 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adfa29-7684-4c13-b6ea-bec0bf35e563 req-97d8a364-07f8-4f3c-99ae-c8e40cef765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:29.222046 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b7adfa29-7684-4c13-b6ea-bec0bf35e563 req-97d8a364-07f8-4f3c-99ae-c8e40cef765f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1098 time: 0.1242015 Aug 02 17:29:29.242519 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27594e-8d8f-4089-ada3-5dcccdd089d6 req-5cf5f15d-39ae-4fbb-9be7-4a3db3e76a70 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:29.245263 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6e27594e-8d8f-4089-ada3-5dcccdd089d6 req-5cf5f15d-39ae-4fbb-9be7-4a3db3e76a70 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0980251 Aug 02 17:29:29.259211 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff61301-a41b-4070-b317-50b808e59fca req-ef9d25ae-42b6-492f-98d2-4175591d3f2b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:29.261701 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1ff61301-a41b-4070-b317-50b808e59fca req-ef9d25ae-42b6-492f-98d2-4175591d3f2b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 945 time: 0.1545649 Aug 02 17:29:29.311698 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device c14c70b3-a13a-4615-9ac2-05f41f2b84e3 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:29:29.326587 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-884b8723-cd2d-45f2-9db1-a157bd4fc70e req-f586b7f9-dd16-48f3-b37a-cf93aaeb5564 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974966 Aug 02 17:29:29.354751 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b7adfa29-7684-4c13-b6ea-bec0bf35e563 req-e5300ce9-54bf-497f-ac32-d0659f8cbda6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041393 Aug 02 17:29:29.365802 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6e27594e-8d8f-4089-ada3-5dcccdd089d6 req-f4c32bb4-0da0-4134-9637-2c6de6c92676 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064613 Aug 02 17:29:29.394496 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1ff61301-a41b-4070-b317-50b808e59fca req-0145b376-ec0b-4c84-bad2-c6f2e8813088 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145604 Aug 02 17:29:29.431065 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port c14c70b3-a13a-4615-9ac2-05f41f2b84e3 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:29:29.436312 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port c14c70b3-a13a-4615-9ac2-05f41f2b84e3 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:29:29.436693 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:29.542549 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:29.592041 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cca44b-c210-4dae-ae38-9f83dc522b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:29:29.596180 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a61532e-cb26-4829-99db-17dbf55c8c83" -d '{"events": [{"server_uuid": "95cca44b-c210-4dae-ae38-9f83dc522b14", "name": "network-vif-plugged", "status": "completed", "tag": "c14c70b3-a13a-4615-9ac2-05f41f2b84e3"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:29:29.623926 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port c14c70b3-a13a-4615-9ac2-05f41f2b84e3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:29:29.639340 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:29.680165 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e8b53e-2c2d-4d53-8b76-cb70bbab09dd x-openstack-request-id: req-f5e8b53e-2c2d-4d53-8b76-cb70bbab09dd {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:29:29.680410 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cca44b-c210-4dae-ae38-9f83dc522b14", "name": "network-vif-plugged", "status": "completed", "tag": "c14c70b3-a13a-4615-9ac2-05f41f2b84e3", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:29:29.680782 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5e8b53e-2c2d-4d53-8b76-cb70bbab09dd {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:29:29.681228 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cca44b-c210-4dae-ae38-9f83dc522b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3', 'code': 200} Aug 02 17:29:29.721275 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:30.251889 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97d4e4-2465-4b0a-b2d1-0a1fd329bc8d req-d425a7d1-0a30-4375-93fd-a55e1939ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:30.253807 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8b97d4e4-2465-4b0a-b2d1-0a1fd329bc8d req-d425a7d1-0a30-4375-93fd-a55e1939ed7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 1099 time: 0.0820918 Aug 02 17:29:30.320211 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8b97d4e4-2465-4b0a-b2d1-0a1fd329bc8d req-777079a2-1c2a-40f7-bc95-76f7fcec040d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490010 Aug 02 17:29:30.508959 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fca45-8b06-4549-9070-352c4d409ac3 req-c61c22fe-6a5f-4a8d-b724-2212b29d28aa tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:30.510654 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ba3fca45-8b06-4549-9070-352c4d409ac3 req-c61c22fe-6a5f-4a8d-b724-2212b29d28aa tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0554864 Aug 02 17:29:30.549099 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47137111-90a6-49cf-b9d2-9cf68c3bf27a req-16f54e13-c42d-4014-94c5-b17a9135ba0d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:30.551713 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-47137111-90a6-49cf-b9d2-9cf68c3bf27a req-16f54e13-c42d-4014-94c5-b17a9135ba0d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 946 time: 0.0642192 Aug 02 17:29:30.554346 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ba3fca45-8b06-4549-9070-352c4d409ac3 req-9666c3db-71b8-4090-9674-1832f95711d8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363884 Aug 02 17:29:30.599239 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-47137111-90a6-49cf-b9d2-9cf68c3bf27a req-1fed84d7-ffe4-4cdd-8ab0-edfa7383652c tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Aug 02 17:29:31.016438 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54658) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:31.152930 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5850be86-d187-4bdc-bc45-02824904a5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.179798 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.274181 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5850be86-d187-4bdc-bc45-02824904a5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.279814 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5850be86-d187-4bdc-bc45-02824904a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.324216 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-5850be86-d187-4bdc-bc45-02824904a5b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b145a46873f5451389ad345652546e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063865 Aug 02 17:29:31.325286 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850be86-d187-4bdc-bc45-02824904a5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b658ce7-3cc1-4575-a4f0-f292232368d2,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:31.326951 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54668) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:31.383010 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ed50b83c-ced4-4dec-ac94-2285d700e1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.411764 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ed50b83c-ced4-4dec-ac94-2285d700e1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.470508 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ed50b83c-ced4-4dec-ac94-2285d700e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.473307 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ed50b83c-ced4-4dec-ac94-2285d700e1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:31.476790 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ed50b83c-ced4-4dec-ac94-2285d700e1d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b658ce7-3cc1-4575-a4f0-f292232368d2 HTTP/1.1" status: 204 len: 168 time: 0.1446202 Aug 02 17:29:31.493120 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50b83c-ced4-4dec-ac94-2285d700e1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b658ce7-3cc1-4575-a4f0-f292232368d2,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:31.726746 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2936-9869-4237-ba50-4b549dd9fbb3 req-f5b0f318-6bd6-42b4-aa88-4cc2de27544b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:31.729987 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7eae2936-9869-4237-ba50-4b549dd9fbb3 req-f5b0f318-6bd6-42b4-aa88-4cc2de27544b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0643384 Aug 02 17:29:31.769033 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b32b8-6a5d-4aa2-992d-4bf8e122ca29 req-f2e66142-9a1e-4ade-abb9-a32a119cca62 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:31.770662 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-591b32b8-6a5d-4aa2-992d-4bf8e122ca29 req-f2e66142-9a1e-4ade-abb9-a32a119cca62 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 946 time: 0.0830898 Aug 02 17:29:31.802585 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7eae2936-9869-4237-ba50-4b549dd9fbb3 req-4ff861c9-87be-4278-9c9b-871efc5503ff tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621965 Aug 02 17:29:31.879328 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-591b32b8-6a5d-4aa2-992d-4bf8e122ca29 req-ce897be3-fe53-4696-83ff-d28936da59e8 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934956 Aug 02 17:29:33.000026 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25dbbd-b7fd-4a80-b11d-f530f1e833c3 req-b9ac1dc8-2ec7-4b7e-b814-00450c21291d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.004245 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bf25dbbd-b7fd-4a80-b11d-f530f1e833c3 req-b9ac1dc8-2ec7-4b7e-b814-00450c21291d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0808175 Aug 02 17:29:33.030739 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e18e1f-85b8-4e56-9194-67dfc411bae4 req-64962833-0056-45b5-babe-3e1cf4fff94d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.033816 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c4e18e1f-85b8-4e56-9194-67dfc411bae4 req-64962833-0056-45b5-babe-3e1cf4fff94d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 946 time: 0.0677023 Aug 02 17:29:33.066259 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bf25dbbd-b7fd-4a80-b11d-f530f1e833c3 req-397c7b98-0d67-4829-9d5c-81efc5a022d3 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556931 Aug 02 17:29:33.124592 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c4e18e1f-85b8-4e56-9194-67dfc411bae4 req-536f97aa-d6c8-4576-a91e-e4147794266a tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844169 Aug 02 17:29:33.467283 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b9f8a-a191-4225-9819-6aaad7feb9d0 req-984ba3c2-9cc6-4c09-8662-aa082be8653b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.469072 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0c0b9f8a-a191-4225-9819-6aaad7feb9d0 req-984ba3c2-9cc6-4c09-8662-aa082be8653b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0920134 Aug 02 17:29:33.504181 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-af8c2a52-bb55-45eb-a61b-69829bc2c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.506193 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-af8c2a52-bb55-45eb-a61b-69829bc2c01c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1098 time: 0.1021547 Aug 02 17:29:33.587297 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0c0b9f8a-a191-4225-9819-6aaad7feb9d0 req-90770bc7-c5f8-4fde-b27b-7dade0143ac8 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031847 Aug 02 17:29:33.701047 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-810e2859-3f8d-4b15-8eb2-c45d66f64d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.702772 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-810e2859-3f8d-4b15-8eb2-c45d66f64d64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 920 time: 0.1606207 Aug 02 17:29:33.753319 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-ece215fe-fb3c-494f-99d6-95f404a5a9d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a HTTP/1.1" status: 200 len: 217 time: 0.0413163 Aug 02 17:29:33.813767 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-e5d858aa-188f-4c06-b9e2-9507fc305d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:33.815177 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-e5d858aa-188f-4c06-b9e2-9507fc305d89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.0528860 Aug 02 17:29:33.854089 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-76211b47-3186-420e-975c-cdebc970970b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243955 Aug 02 17:29:33.988682 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-4008d01a-75be-4c7e-88a3-22ac2589753f service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217377 Aug 02 17:29:34.110146 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0a6c7e6d-f347-474c-976e-d2f08a7717bb req-365543c6-17ad-4a2d-998f-0b2480b6f8fd service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048992 Aug 02 17:29:34.819582 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7bea6-2199-48df-a5cb-80562af67adc req-c8641f9a-fa2d-438b-a111-b1271a4d332c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:34.822109 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9cc7bea6-2199-48df-a5cb-80562af67adc req-c8641f9a-fa2d-438b-a111-b1271a4d332c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0763726 Aug 02 17:29:34.890213 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9cc7bea6-2199-48df-a5cb-80562af67adc req-b3daf643-d71c-4413-86d3-d22ca9560e46 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559769 Aug 02 17:29:35.566412 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 54866) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:35.697636 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-35d22800-1c04-4a24-9e89-38776ba43f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.021011 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-35d22800-1c04-4a24-9e89-38776ba43f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.027360 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-35d22800-1c04-4a24-9e89-38776ba43f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.106269 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54884) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:36.115921 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-35d22800-1c04-4a24-9e89-38776ba43f3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=285d90a030434befaeeeb1f15e674929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477448 Aug 02 17:29:36.118099 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d22800-1c04-4a24-9e89-38776ba43f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f5fb13-e663-42bc-9689-8e39b261ee60,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:36.231233 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-091181ad-30f5-4ed4-911b-0f3e53a78de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.263827 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-091181ad-30f5-4ed4-911b-0f3e53a78de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.378436 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb29b1-c6de-4676-bda4-113984ece93e req-da5e7128-33dc-48dd-8b26-de3c20139aae tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:36.380038 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-eddb29b1-c6de-4676-bda4-113984ece93e req-da5e7128-33dc-48dd-8b26-de3c20139aae tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0919056 Aug 02 17:29:36.401419 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-091181ad-30f5-4ed4-911b-0f3e53a78de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.406646 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-091181ad-30f5-4ed4-911b-0f3e53a78de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.412707 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-091181ad-30f5-4ed4-911b-0f3e53a78de0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92f5fb13-e663-42bc-9689-8e39b261ee60 HTTP/1.1" status: 204 len: 168 time: 0.3046613 Aug 02 17:29:36.459130 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091181ad-30f5-4ed4-911b-0f3e53a78de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f5fb13-e663-42bc-9689-8e39b261ee60,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:36.528557 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-eddb29b1-c6de-4676-bda4-113984ece93e req-1affec1e-c090-403e-adf4-b6622d8daf39 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293573 Aug 02 17:29:36.856789 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54902) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:36.872100 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2ed4182a-8836-4e8b-8022-2730df71b91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.992445 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2ed4182a-8836-4e8b-8022-2730df71b91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:36.997361 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2ed4182a-8836-4e8b-8022-2730df71b91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.037854 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4182a-8836-4e8b-8022-2730df71b91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcf1662-dc77-43e3-ac34-0af7a49f5b7b,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:37.043764 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-2ed4182a-8836-4e8b-8022-2730df71b91f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25044dfecc9a46148b92e3b8d8b93cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858828 Aug 02 17:29:37.047380 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 54904) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:37.116044 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7d7da084-4b11-408d-a094-237ad8eee28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.140127 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7d7da084-4b11-408d-a094-237ad8eee28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.196801 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7d7da084-4b11-408d-a094-237ad8eee28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.199671 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7d7da084-4b11-408d-a094-237ad8eee28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:37.200909 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-7d7da084-4b11-408d-a094-237ad8eee28c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bcf1662-dc77-43e3-ac34-0af7a49f5b7b HTTP/1.1" status: 204 len: 168 time: 0.1521707 Aug 02 17:29:37.217180 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7da084-4b11-408d-a094-237ad8eee28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcf1662-dc77-43e3-ac34-0af7a49f5b7b,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:37.703997 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659681e-2801-4f24-81e4-bbdaf73aece6 req-e88a95ce-1e12-490e-876a-882f6f3596ef tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:37.705744 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6659681e-2801-4f24-81e4-bbdaf73aece6 req-e88a95ce-1e12-490e-876a-882f6f3596ef tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0753078 Aug 02 17:29:37.768846 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6659681e-2801-4f24-81e4-bbdaf73aece6 req-f4f85123-8504-453a-84af-7e2f090fbaac tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542004 Aug 02 17:29:38.925089 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafe56d-25ec-4b9a-98b2-65c2424f82ad req-aa05d439-b6ee-4262-97fe-64dc2a53648e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:38.928762 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cfafe56d-25ec-4b9a-98b2-65c2424f82ad req-aa05d439-b6ee-4262-97fe-64dc2a53648e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0810986 Aug 02 17:29:39.033495 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cfafe56d-25ec-4b9a-98b2-65c2424f82ad req-ce9047d4-262d-469d-8a4a-fb6176fff162 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920775 Aug 02 17:29:41.789932 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc89ef-f587-4afc-bdfd-1319d6e1a5a2 req-ed4f4a92-78d5-4f87-8263-3d19e96bde5f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:41.791517 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31fc89ef-f587-4afc-bdfd-1319d6e1a5a2 req-ed4f4a92-78d5-4f87-8263-3d19e96bde5f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0500097 Aug 02 17:29:41.836471 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31fc89ef-f587-4afc-bdfd-1319d6e1a5a2 req-3a40f55f-3ca4-44f9-bc5b-75301abd837d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379152 Aug 02 17:29:46.844352 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:29:50.047155 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9455-cadc-4494-a2ef-c00b335305d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:52.524100 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fc891632-add5-4ed5-a419-229fbbaf000e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:52.879224 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.277250 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55186) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:53.443679 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4fee4397-4c09-4e2c-99e1-2331d682b52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.555647 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4fee4397-4c09-4e2c-99e1-2331d682b52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.561060 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4fee4397-4c09-4e2c-99e1-2331d682b52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.605073 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4fee4397-4c09-4e2c-99e1-2331d682b52f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fe8753771cc400f9b0a3e677fdc080f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264611 Aug 02 17:29:53.605940 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee4397-4c09-4e2c-99e1-2331d682b52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9a47f5-bb23-4925-83a8-3bd44f1a0138,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:53.608955 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55190) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:53.667905 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44fa4cc4-181e-431b-8784-22fa3e6ef16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.695480 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44fa4cc4-181e-431b-8784-22fa3e6ef16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.773613 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44fa4cc4-181e-431b-8784-22fa3e6ef16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.776375 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44fa4cc4-181e-431b-8784-22fa3e6ef16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:53.777639 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-44fa4cc4-181e-431b-8784-22fa3e6ef16f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be9a47f5-bb23-4925-83a8-3bd44f1a0138 HTTP/1.1" status: 204 len: 168 time: 0.1676195 Aug 02 17:29:53.787884 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa4cc4-181e-431b-8784-22fa3e6ef16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9a47f5-bb23-4925-83a8-3bd44f1a0138,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:53.848395 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:54.191879 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 55206) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:54.208943 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b535-21d7-4e96-974e-ab4d007ebd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:54.348967 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b535-21d7-4e96-974e-ab4d007ebd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:54.356952 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b535-21d7-4e96-974e-ab4d007ebd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:54.417591 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-1bf1b535-21d7-4e96-974e-ab4d007ebd1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=083b019ef0eb4cadabe06876e3c6b75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210996 Aug 02 17:29:54.417591 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1b535-21d7-4e96-974e-ab4d007ebd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2647fdeb-cf16-4b73-8407-0cdd2cc0b51c,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:54.418854 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 55214) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:54.499830 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8aef8ec6-5645-48dd-a357-311de47a5841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:54.526366 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8aef8ec6-5645-48dd-a357-311de47a5841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:54.590527 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8aef8ec6-5645-48dd-a357-311de47a5841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:54.594382 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8aef8ec6-5645-48dd-a357-311de47a5841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:54.595707 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-8aef8ec6-5645-48dd-a357-311de47a5841 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2647fdeb-cf16-4b73-8407-0cdd2cc0b51c HTTP/1.1" status: 204 len: 168 time: 0.1767037 Aug 02 17:29:54.604309 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef8ec6-5645-48dd-a357-311de47a5841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2647fdeb-cf16-4b73-8407-0cdd2cc0b51c,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:56.135409 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:57.868847 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55388) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:57.900099 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 55392) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:58.026573 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-990bd40c-c6d3-44b9-b080-099ef369e50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.067292 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fc15cc2a-020c-4499-88ff-3e6d315da57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.178902 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-990bd40c-c6d3-44b9-b080-099ef369e50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.185968 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-990bd40c-c6d3-44b9-b080-099ef369e50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.240011 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bd40c-c6d3-44b9-b080-099ef369e50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ca4797-1582-4578-9c58-caa6ba18d18e,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:58.250339 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-990bd40c-c6d3-44b9-b080-099ef369e50c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e29a95c24c84b0aaead7370ac730a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782330 Aug 02 17:29:58.253059 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55402) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:58.339676 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8a32288d-1b28-48a5-b518-a96ae34c413a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.346673 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fc15cc2a-020c-4499-88ff-3e6d315da57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.355448 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fc15cc2a-020c-4499-88ff-3e6d315da57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.371317 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8a32288d-1b28-48a5-b518-a96ae34c413a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.423154 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-fc15cc2a-020c-4499-88ff-3e6d315da57b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d58ceaef5fcd4014a5340223f4c193de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178342 Aug 02 17:29:58.426352 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55404) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:58.429290 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15cc2a-020c-4499-88ff-3e6d315da57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cca430-837b-47e6-9eb8-2d665d313e6d,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:58.511518 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8a32288d-1b28-48a5-b518-a96ae34c413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.515201 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8a32288d-1b28-48a5-b518-a96ae34c413a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.515988 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-8a32288d-1b28-48a5-b518-a96ae34c413a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90ca4797-1582-4578-9c58-caa6ba18d18e HTTP/1.1" status: 204 len: 168 time: 0.2615051 Aug 02 17:29:58.527881 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fc16f113-aaad-42df-8f31-76543c2348cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.538639 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32288d-1b28-48a5-b518-a96ae34c413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ca4797-1582-4578-9c58-caa6ba18d18e,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:58.569224 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fc16f113-aaad-42df-8f31-76543c2348cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.652664 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fc16f113-aaad-42df-8f31-76543c2348cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.655971 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fc16f113-aaad-42df-8f31-76543c2348cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:58.657344 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-fc16f113-aaad-42df-8f31-76543c2348cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3cca430-837b-47e6-9eb8-2d665d313e6d HTTP/1.1" status: 204 len: 168 time: 0.2292974 Aug 02 17:29:58.673878 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16f113-aaad-42df-8f31-76543c2348cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cca430-837b-47e6-9eb8-2d665d313e6d,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:59.087338 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55426) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:59.110712 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a307efe-55b0-4949-99c8-8603535a31f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:59.303729 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f6ec3-321e-4ff2-9a1a-e6eaccf75f2b req-7f788293-d56f-405d-8375-25c537a9af1e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.305513 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-de7f6ec3-321e-4ff2-9a1a-e6eaccf75f2b req-7f788293-d56f-405d-8375-25c537a9af1e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1375635 Aug 02 17:29:59.312966 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-da908835-352e-43ea-a8a8-9bbe74eadce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.315105 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-da908835-352e-43ea-a8a8-9bbe74eadce9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1098 time: 0.1072237 Aug 02 17:29:59.315342 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a307efe-55b0-4949-99c8-8603535a31f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:59.332845 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a307efe-55b0-4949-99c8-8603535a31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:59.411822 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-5a307efe-55b0-4949-99c8-8603535a31f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63d9d958906645999ad805d6e572b821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227286 Aug 02 17:29:59.414005 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a307efe-55b0-4949-99c8-8603535a31f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f70e2e-188f-4fd6-a6f8-4515f574403d,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:29:59.423461 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 55436) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:29:59.535077 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-de7f6ec3-321e-4ff2-9a1a-e6eaccf75f2b req-ae65e1ea-8154-4ef4-a46b-ca22caef2a66 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911950 Aug 02 17:29:59.587651 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-412a8f9b-4541-4797-8c3c-f61cb52542fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.590100 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-412a8f9b-4541-4797-8c3c-f61cb52542fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 920 time: 0.2610300 Aug 02 17:29:59.591420 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-70e081e7-ec2f-477d-bead-f919f829d819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:59.697698 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-67ecee97-48e0-4a92-84ec-6b132b0f8cd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a HTTP/1.1" status: 200 len: 217 time: 0.0970273 Aug 02 17:29:59.707512 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-70e081e7-ec2f-477d-bead-f919f829d819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:59.842118 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-ebc54cfb-530c-43b2-9b4a-e2126ed49084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.845201 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-ebc54cfb-530c-43b2-9b4a-e2126ed49084 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.1343229 Aug 02 17:29:59.857543 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-c4f68927-35de-46b4-b9b8-01678469a19b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:29:59.860127 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-c4f68927-35de-46b4-b9b8-01678469a19b tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 814 time: 0.1651835 Aug 02 17:29:59.880602 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-1d07db01-03bb-46bb-b636-41ed5cadaf29 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/quotas/5c8293c129894d65ae6ecb4becaf69a5 HTTP/1.1" status: 200 len: 375 time: 0.0118527 Aug 02 17:29:59.904487 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-2bcd014f-d83a-4384-b777-400ce5908b39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500023 Aug 02 17:29:59.917953 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-70e081e7-ec2f-477d-bead-f919f829d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:59.923686 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-70e081e7-ec2f-477d-bead-f919f829d819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:29:59.929394 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-70e081e7-ec2f-477d-bead-f919f829d819 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9f70e2e-188f-4fd6-a6f8-4515f574403d HTTP/1.1" status: 204 len: 168 time: 0.5007405 Aug 02 17:29:59.993319 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-bcd65bb0-234f-4d66-a979-26a2e6dd1d77 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999963 Aug 02 17:30:00.042801 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e081e7-ec2f-477d-bead-f919f829d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f70e2e-188f-4fd6-a6f8-4515f574403d,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:00.127746 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-dc6b6168-99fd-450b-bca1-688b7efc31f5 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999974 Aug 02 17:30:00.222430 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-d4528cc6-329f-4bac-a4bf-d93215adf5fe service neutron] 10.222.0.16 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163751 Aug 02 17:30:00.331572 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a286136-32ca-40c0-931e-5551b895e9f7 req-740c1fde-eccf-4a14-8a86-ff44a78b58cb service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785321 Aug 02 17:30:00.369881 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-950140ac-5927-4401-aad6-d698fc2af02b service neutron] 10.222.0.16 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464884 Aug 02 17:30:00.732988 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-15f2f283-f6bc-4011-95b1-1445fc10a8c8 req-e680d257-1086-48a2-9b4c-c83a4851afef tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 210 time: 0.0682545 Aug 02 17:30:00.815022 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dca0b2-dc3f-4c3a-8463-836380c6905c req-fb9585f0-6e84-450e-a00d-2955f7d5e230 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:00.816713 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b6dca0b2-dc3f-4c3a-8463-836380c6905c req-fb9585f0-6e84-450e-a00d-2955f7d5e230 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1224589 Aug 02 17:30:00.881177 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b6dca0b2-dc3f-4c3a-8463-836380c6905c req-0b8fb63e-3855-4c2f-b6bb-f8a304f836f4 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465207 Aug 02 17:30:01.220803 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:02.022342 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a6c99e7f-1b93-4722-ae67-0584f6b19137 req-ec62126d-0836-415d-9e8f-3c6642b60a89 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 210 time: 0.1072030 Aug 02 17:30:02.210524 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ee709-df01-41a1-929d-2d84c5f1e9e0 req-1263b3b0-302e-485d-97f3-ea7f06510ae1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:02.225226 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b5ee709-df01-41a1-929d-2d84c5f1e9e0 req-1263b3b0-302e-485d-97f3-ea7f06510ae1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1446657 Aug 02 17:30:02.314374 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b5ee709-df01-41a1-929d-2d84c5f1e9e0 req-a2a546f0-d854-44e2-8b13-671a1e81a939 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846515 Aug 02 17:30:02.704706 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-0ad032e1-f56e-43c6-b81e-f30dcd47dfd7 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:02.706907 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-0ad032e1-f56e-43c6-b81e-f30dcd47dfd7 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 814 time: 0.2219818 Aug 02 17:30:02.745451 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Request body: {'port': {'device_id': '3e153fa6-f024-4603-b15f-5a6d83e7d960', 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e', 'admin_state_up': True, 'tenant_id': '5c8293c129894d65ae6ecb4becaf69a5'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:02.996855 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Made reservation on behalf of 5c8293c129894d65ae6ecb4becaf69a5 for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:30:03.004653 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.221670 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a81824e9-5202-4530-8780-eb5f43508c39 req-7379d528-1526-4135-a069-2da5cc53138a tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 210 time: 0.0535314 Aug 02 17:30:03.311344 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Allocated IP 172.20.0.7 (1024daa2-6d15-4da9-9a68-d2af8abab30e/b5118065-5b7b-4740-a1cc-72d0c4b0d77a/2db92abd-c66d-4fcc-baa4-eedc904089a4) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:03.557338 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.629864 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.634568 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac764f57-7715-4ea7-9e2e-9ef39da0933a req-71b5c62f-9867-47e7-ae26-9adae7be495f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:03.641040 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ac764f57-7715-4ea7-9e2e-9ef39da0933a req-71b5c62f-9867-47e7-ae26-9adae7be495f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1660147 Aug 02 17:30:03.688864 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['eed693be-4c4c-4d6a-826b-289eaaf1ff54', '8ef795b6-cbf2-4b54-b7c1-037e93c00a54', 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:03.723714 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ac764f57-7715-4ea7-9e2e-9ef39da0933a req-cf8066e5-d5cc-45d3-829f-d02f7391d145 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678763 Aug 02 17:30:03.734522 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Network 1024daa2-6d15-4da9-9a68-d2af8abab30e is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:03.744884 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:03.753155 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:03.759350 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Pushing event updated for resources: {'Port': ['ID=2db92abd-c66d-4fcc-baa4-eedc904089a4,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:03.847794 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:03.848506 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:03.879829 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-81c3b7d3-acd8-4617-80c7-8d29e89c8a40 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1430085 Aug 02 17:30:03.908171 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Request body: {'port': {'device_id': '3e153fa6-f024-4603-b15f-5a6d83e7d960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:03.954459 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55594) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:03.992816 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.126936 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4bf80946-481f-4b8c-8083-2d42b5333489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.286465 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4bf80946-481f-4b8c-8083-2d42b5333489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.292843 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4bf80946-481f-4b8c-8083-2d42b5333489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.353513 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf80946-481f-4b8c-8083-2d42b5333489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e4cbfa-e91b-4b01-9df7-c332e3dd1455,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:04.358484 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4bf80946-481f-4b8c-8083-2d42b5333489 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33991490a92f445388affe79554a6770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041080 Aug 02 17:30:04.366427 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 55602) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:04.408392 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee91f5-67c5-4c6b-8673-57ff6f5df0ce req-673ef32c-893f-4cac-b799-fad9c83deba4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:04.410042 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6cee91f5-67c5-4c6b-8673-57ff6f5df0ce req-673ef32c-893f-4cac-b799-fad9c83deba4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 931 time: 0.0750520 Aug 02 17:30:04.451901 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db92abd-c66d-4fcc-baa4-eedc904089a4 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:30:04.454052 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6cee91f5-67c5-4c6b-8673-57ff6f5df0ce req-78750e33-2e8e-4f07-996a-2c5b840f5e47 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374126 Aug 02 17:30:04.463845 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.490517 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Transition to ACTIVE for port object 2db92abd-c66d-4fcc-baa4-eedc904089a4 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:04.491773 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ebb2-f3a0-4d8a-9a4d-af2987ffe120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.498096 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.573378 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ebb2-f3a0-4d8a-9a4d-af2987ffe120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.601166 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Pushing event updated for resources: {'Port': ['ID=2db92abd-c66d-4fcc-baa4-eedc904089a4,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:04.705370 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Attempting to bind port 2db92abd-c66d-4fcc-baa4-eedc904089a4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:30:04.705740 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Attempting to bind port 2db92abd-c66d-4fcc-baa4-eedc904089a4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:30:04.706203 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Attempting to bind port 2db92abd-c66d-4fcc-baa4-eedc904089a4 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:04.716748 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ebb2-f3a0-4d8a-9a4d-af2987ffe120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.719870 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ecb0ebb2-f3a0-4d8a-9a4d-af2987ffe120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.721076 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ecb0ebb2-f3a0-4d8a-9a4d-af2987ffe120 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71e4cbfa-e91b-4b01-9df7-c332e3dd1455 HTTP/1.1" status: 204 len: 168 time: 0.3535500 Aug 02 17:30:04.735563 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Port 2db92abd-c66d-4fcc-baa4-eedc904089a4 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:30:04.736042 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Attempting to bind port 2db92abd-c66d-4fcc-baa4-eedc904089a4 on network 1024daa2-6d15-4da9-9a68-d2af8abab30e {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:04.744729 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:30:04.745392 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Checking segment: {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:04.746367 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Bound using segment: {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:30:04.746560 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Bound port: 2db92abd-c66d-4fcc-baa4-eedc904089a4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2613282a-4a6e-4551-b2d3-2084313b187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:30:04.746885 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.750655 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0ebb2-f3a0-4d8a-9a4d-af2987ffe120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e4cbfa-e91b-4b01-9df7-c332e3dd1455,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:04.860332 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] For port 2db92abd-c66d-4fcc-baa4-eedc904089a4, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:30:04.872455 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] For port 2db92abd-c66d-4fcc-baa4-eedc904089a4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2db92abd-c66d-4fcc-baa4-eedc904089a4,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:30:04.879866 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.960645 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:04.961690 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:04.963374 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] 10.222.0.41 "PUT /v2.0/ports/2db92abd-c66d-4fcc-baa4-eedc904089a4 HTTP/1.1" status: 200 len: 1093 time: 1.0630460 Aug 02 17:30:04.964237 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e153fa6-f024-4603-b15f-5a6d83e7d960', 'tag': '2db92abd-c66d-4fcc-baa4-eedc904089a4'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:04.966437 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865" -d '{"events": [{"name": "network-changed", "server_uuid": "3e153fa6-f024-4603-b15f-5a6d83e7d960", "tag": "2db92abd-c66d-4fcc-baa4-eedc904089a4"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:05.016143 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad77d2-3af8-45a5-b01c-720661f4481e service neutron] Pushing event updated for resources: {'Port': ['ID=2db92abd-c66d-4fcc-baa4-eedc904089a4,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:05.022072 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d84813b-0142-4c1f-91a4-2afa3e97aea0 x-openstack-request-id: req-6d84813b-0142-4c1f-91a4-2afa3e97aea0 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:05.022368 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e153fa6-f024-4603-b15f-5a6d83e7d960", "tag": "2db92abd-c66d-4fcc-baa4-eedc904089a4", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:05.022625 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d84813b-0142-4c1f-91a4-2afa3e97aea0 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:05.023061 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e153fa6-f024-4603-b15f-5a6d83e7d960', 'tag': '2db92abd-c66d-4fcc-baa4-eedc904089a4', 'status': 'completed', 'code': 200} Aug 02 17:30:05.039744 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16120f56-ff9f-4506-8009-79512002b66a req-e1480f44-46fa-4b3c-af63-ca87e480c37a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:05.041447 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-16120f56-ff9f-4506-8009-79512002b66a req-e1480f44-46fa-4b3c-af63-ca87e480c37a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1582701 Aug 02 17:30:05.128714 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-16120f56-ff9f-4506-8009-79512002b66a req-b39df9b7-e7f7-497b-97bf-ae695878033d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761130 Aug 02 17:30:05.142293 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-51ca78c7-abe5-4054-82b4-6b8863b04736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:05.145466 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-51ca78c7-abe5-4054-82b4-6b8863b04736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 1096 time: 0.0683897 Aug 02 17:30:05.174200 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55616) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:05.190016 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-09300d0d-a4e2-44ce-b322-7883a316d897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:05.267464 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-0d951f7e-b481-422f-9cba-c40af3a61373 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2db92abd-c66d-4fcc-baa4-eedc904089a4 HTTP/1.1" status: 200 len: 217 time: 0.0745022 Aug 02 17:30:05.336066 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-46b44576-b90b-4020-8e61-9ec229c2be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:05.338530 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-46b44576-b90b-4020-8e61-9ec229c2be8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5118065-5b7b-4740-a1cc-72d0c4b0d77a HTTP/1.1" status: 200 len: 854 time: 0.0590503 Aug 02 17:30:05.375325 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-09300d0d-a4e2-44ce-b322-7883a316d897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:05.379997 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-4425fc93-917b-4831-90af-b170a739d7cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1024daa2-6d15-4da9-9a68-d2af8abab30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316489 Aug 02 17:30:05.381400 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-09300d0d-a4e2-44ce-b322-7883a316d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:05.428961 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09300d0d-a4e2-44ce-b322-7883a316d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300ade57-260d-4fec-9658-f82868561f8a,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:05.433491 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-09300d0d-a4e2-44ce-b322-7883a316d897 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aec846701d444d03a585c4d6d79a52ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573948 Aug 02 17:30:05.439439 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55620) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:05.500284 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a0bad243-3801-4c19-a892-a0747beb4f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:05.530664 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a0bad243-3801-4c19-a892-a0747beb4f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:05.545647 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-ed2f4ed7-8bbd-454d-a8cd-80895f33aa2a service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497731 Aug 02 17:30:05.597252 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a0bad243-3801-4c19-a892-a0747beb4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:05.601590 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a0bad243-3801-4c19-a892-a0747beb4f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:05.603509 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a0bad243-3801-4c19-a892-a0747beb4f0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/300ade57-260d-4fec-9658-f82868561f8a HTTP/1.1" status: 204 len: 168 time: 0.1628251 Aug 02 17:30:05.616461 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bad243-3801-4c19-a892-a0747beb4f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300ade57-260d-4fec-9658-f82868561f8a,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:05.768610 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f5bee-1abd-4fb0-a2bd-78d16e290edd req-7561e070-76eb-4bb6-9f97-f0324d0b632c tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:05.770667 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cc1f5bee-1abd-4fb0-a2bd-78d16e290edd req-7561e070-76eb-4bb6-9f97-f0324d0b632c tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 943 time: 0.1912613 Aug 02 17:30:05.828251 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e85ac47c-d72a-44a0-ba88-a642bca86913 req-a7d8a4f3-3a26-4940-893d-50b1f6786628 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728071 Aug 02 17:30:05.865556 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cc1f5bee-1abd-4fb0-a2bd-78d16e290edd req-fcd7b6e8-e58b-453c-a53c-99492c243394 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835922 Aug 02 17:30:06.019092 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-26e9472d-2322-4433-bf22-323f0bb398f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.021128 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-26e9472d-2322-4433-bf22-323f0bb398f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 1096 time: 0.0581992 Aug 02 17:30:06.210263 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-fae85d6e-089e-45fc-9756-d03112396246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.211986 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-fae85d6e-089e-45fc-9756-d03112396246 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 200 len: 915 time: 0.1789758 Aug 02 17:30:06.316835 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-80a72260-8d7e-4cb4-be61-741436f540d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2db92abd-c66d-4fcc-baa4-eedc904089a4 HTTP/1.1" status: 200 len: 217 time: 0.0926938 Aug 02 17:30:06.399181 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef09935-f03a-413c-bbb5-c909e7e19f9c req-367c41dc-84ca-45ea-b3f5-17334dbbe165 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.408638 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bef09935-f03a-413c-bbb5-c909e7e19f9c req-367c41dc-84ca-45ea-b3f5-17334dbbe165 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1448739 Aug 02 17:30:06.463018 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-4731f4dc-7125-42ac-8462-6edaed10946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:06.463018 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-4731f4dc-7125-42ac-8462-6edaed10946f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b5118065-5b7b-4740-a1cc-72d0c4b0d77a HTTP/1.1" status: 200 len: 854 time: 0.1363437 Aug 02 17:30:06.477630 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bef09935-f03a-413c-bbb5-c909e7e19f9c req-5cb40029-ce5d-412c-80c1-8a1eed3ecaa1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603611 Aug 02 17:30:06.518892 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-5cd67398-5e38-4200-af4b-4dec7e141cfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1024daa2-6d15-4da9-9a68-d2af8abab30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482221 Aug 02 17:30:06.678561 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-f9ac1c8c-9914-491d-8454-912b0a744692 service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510444 Aug 02 17:30:06.829412 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-23e0e013-7fb9-4ccc-a16a-311ff0c9d865 req-4e073756-f353-4bed-bfbe-dbf9038814fa service neutron] 10.222.0.41 "GET /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429675 Aug 02 17:30:07.054304 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3b0f1-7a3e-4dbc-bd63-2b49ce3dc600 req-325528d9-0d62-4897-ae69-5ea0fa8a4e8d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:07.056412 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-47d3b0f1-7a3e-4dbc-bd63-2b49ce3dc600 req-325528d9-0d62-4897-ae69-5ea0fa8a4e8d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 943 time: 0.0699131 Aug 02 17:30:07.127621 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-47d3b0f1-7a3e-4dbc-bd63-2b49ce3dc600 req-a6c37962-183e-41cc-ae55-1283ee512348 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618341 Aug 02 17:30:07.719319 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab41251-459a-4142-b774-d18bd8b47621 req-17f1acd4-9b64-45f2-9b13-3b8833339223 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:07.744836 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1ab41251-459a-4142-b774-d18bd8b47621 req-17f1acd4-9b64-45f2-9b13-3b8833339223 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1166077 Aug 02 17:30:07.819612 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1ab41251-459a-4142-b774-d18bd8b47621 req-d840d845-4fcd-4740-a3fb-989e1e6b701f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734942 Aug 02 17:30:08.287341 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8a79b-593f-4602-9be1-3f83b510809a req-f5c3b101-29bd-4ab6-845e-09da11d2045a tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:08.288939 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0dd8a79b-593f-4602-9be1-3f83b510809a req-f5c3b101-29bd-4ab6-845e-09da11d2045a tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 943 time: 0.0676920 Aug 02 17:30:08.615603 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0dd8a79b-593f-4602-9be1-3f83b510809a req-28f24b58-8c88-4376-95b0-5bb9cfc39d9c tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189909 Aug 02 17:30:09.018074 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c22a59-d4ab-4b80-b107-948b9aee53bf req-4c6f1084-d9e4-4feb-8a7a-407e68a65470 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:09.021028 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-66c22a59-d4ab-4b80-b107-948b9aee53bf req-4c6f1084-d9e4-4feb-8a7a-407e68a65470 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0748615 Aug 02 17:30:09.093134 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-66c22a59-d4ab-4b80-b107-948b9aee53bf req-e006d9eb-63fb-48e8-a227-33668225917d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593166 Aug 02 17:30:09.770942 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc229c9b-cf3f-4dcd-b9c0-c848db5dfb65 req-a8d43b32-1e60-43fd-bb8e-08884a32642c tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:09.772789 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dc229c9b-cf3f-4dcd-b9c0-c848db5dfb65 req-a8d43b32-1e60-43fd-bb8e-08884a32642c tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 943 time: 0.0677598 Aug 02 17:30:09.842281 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dc229c9b-cf3f-4dcd-b9c0-c848db5dfb65 req-0b5fa4ae-43ec-4e5d-9385-8f594be38ff4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581162 Aug 02 17:30:10.249513 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23db74-d498-4065-8dc9-2143bbe75486 req-440fc0c7-6f65-426c-9ce7-da3c0a41f18c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:10.252331 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2d23db74-d498-4065-8dc9-2143bbe75486 req-440fc0c7-6f65-426c-9ce7-da3c0a41f18c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0760655 Aug 02 17:30:10.321395 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2d23db74-d498-4065-8dc9-2143bbe75486 req-e5ee67f1-536c-4d2c-921d-4267700613d6 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594130 Aug 02 17:30:11.035392 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301f99-7f18-4117-997f-4d6c79a9934c req-c6834caa-06f9-4eab-9b9d-2657ebe92c1f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:11.038142 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-26301f99-7f18-4117-997f-4d6c79a9934c req-c6834caa-06f9-4eab-9b9d-2657ebe92c1f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 943 time: 0.0817618 Aug 02 17:30:11.102084 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-26301f99-7f18-4117-997f-4d6c79a9934c req-8b1c9db3-16a3-455d-85f7-4d6f7069ccfe tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530930 Aug 02 17:30:11.513414 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183ff5e-cbfc-404a-87e4-fe25d1538082 req-c367c269-51c8-4ebc-8a59-41ccecd0ed12 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:11.516038 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e183ff5e-cbfc-404a-87e4-fe25d1538082 req-c367c269-51c8-4ebc-8a59-41ccecd0ed12 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0854113 Aug 02 17:30:11.550191 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 2db92abd-c66d-4fcc-baa4-eedc904089a4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:30:11.574221 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e183ff5e-cbfc-404a-87e4-fe25d1538082 req-60a71ff4-37cb-4027-b7e2-8c14c8303c58 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508630 Aug 02 17:30:11.733339 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 2db92abd-c66d-4fcc-baa4-eedc904089a4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2db92abd-c66d-4fcc-baa4-eedc904089a4,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:11.760082 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '2db92abd-c66d-4fcc-baa4-eedc904089a4', 'network_id': '1024daa2-6d15-4da9-9a68-d2af8abab30e', 'port_id': '2db92abd-c66d-4fcc-baa4-eedc904089a4', 'mac_address': 'fa:16:3e:3a:36:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5118065-5b7b-4740-a1cc-72d0c4b0d77a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:30:11.808792 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:11.849081 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db92abd-c66d-4fcc-baa4-eedc904089a4 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:30:11.896661 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 2db92abd-c66d-4fcc-baa4-eedc904089a4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2db92abd-c66d-4fcc-baa4-eedc904089a4,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:11.902027 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:12.141738 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=2db92abd-c66d-4fcc-baa4-eedc904089a4,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:12.151950 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.152218 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.153204 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.153204 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.153204 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.153635 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.153929 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.154839 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.155341 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.155926 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.156256 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.156594 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:12.324531 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff982df-8cfc-455c-8d54-bacae0e686c6 req-99a56544-0cbf-4ea5-b421-bba1a8239065 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:12.328478 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2ff982df-8cfc-455c-8d54-bacae0e686c6 req-99a56544-0cbf-4ea5-b421-bba1a8239065 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 944 time: 0.0945249 Aug 02 17:30:12.390956 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2ff982df-8cfc-455c-8d54-bacae0e686c6 req-342e3e4b-e938-411d-bd99-f2618516b088 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550256 Aug 02 17:30:12.641398 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['2db92abd-c66d-4fcc-baa4-eedc904089a4'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:12.746892 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741545c-2df6-4b24-8045-8d8a697baa62 req-724cf953-c5fa-49e4-8f42-8de669ea5194 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:12.749643 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2741545c-2df6-4b24-8045-8d8a697baa62 req-724cf953-c5fa-49e4-8f42-8de669ea5194 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0672681 Aug 02 17:30:12.815579 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2741545c-2df6-4b24-8045-8d8a697baa62 req-b46bad62-ef53-450c-8672-cdf1de3ff80a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572808 Aug 02 17:30:13.611799 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6af24d-65bd-4f3a-995a-299104c7dc21 req-20552745-ce78-41d9-a54c-a87fd6bbd72e tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:13.626303 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3c6af24d-65bd-4f3a-995a-299104c7dc21 req-20552745-ce78-41d9-a54c-a87fd6bbd72e tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 944 time: 0.1198370 Aug 02 17:30:13.681490 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3c6af24d-65bd-4f3a-995a-299104c7dc21 req-b7e10605-78fb-4e82-9711-4f11301b5b0f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521638 Aug 02 17:30:13.813902 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 55828) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:13.989159 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-eb0e6c66-0ad6-40ff-b74c-ea3f821d9b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.049090 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870449da-789e-415f-bdab-682fbea8d379 req-69ebc05e-8f3c-4ae5-821f-e1478f8489a6 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:14.055821 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-870449da-789e-415f-bdab-682fbea8d379 req-69ebc05e-8f3c-4ae5-821f-e1478f8489a6 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1005177 Aug 02 17:30:14.132508 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-870449da-789e-415f-bdab-682fbea8d379 req-5b97560a-4564-400b-9c91-d1b962210b40 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670736 Aug 02 17:30:14.209026 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-eb0e6c66-0ad6-40ff-b74c-ea3f821d9b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.215635 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-eb0e6c66-0ad6-40ff-b74c-ea3f821d9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.276374 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e6c66-0ad6-40ff-b74c-ea3f821d9b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf0d411-39eb-4920-a6ed-9fabe8dffedc,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:14.287382 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-eb0e6c66-0ad6-40ff-b74c-ea3f821d9b3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f75e8dcc7e948829151ba087b21e024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683619 Aug 02 17:30:14.287382 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 55838) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:14.368453 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f699da43-76e6-4d23-ba3d-687124d4c798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.406927 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f699da43-76e6-4d23-ba3d-687124d4c798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.486481 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f699da43-76e6-4d23-ba3d-687124d4c798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.489273 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f699da43-76e6-4d23-ba3d-687124d4c798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:14.490613 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f699da43-76e6-4d23-ba3d-687124d4c798 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ecf0d411-39eb-4920-a6ed-9fabe8dffedc HTTP/1.1" status: 204 len: 168 time: 0.2034647 Aug 02 17:30:14.500513 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699da43-76e6-4d23-ba3d-687124d4c798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf0d411-39eb-4920-a6ed-9fabe8dffedc,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:14.846461 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a41f2-5c4b-46c8-8108-81e1e024a626 req-5634fed5-45ca-452a-b012-550fbadb3294 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:14.849310 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-478a41f2-5c4b-46c8-8108-81e1e024a626 req-5634fed5-45ca-452a-b012-550fbadb3294 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 944 time: 0.0805166 Aug 02 17:30:14.925504 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-478a41f2-5c4b-46c8-8108-81e1e024a626 req-a3bdef1e-db08-4026-9cdd-e4a4e82ba3f9 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632541 Aug 02 17:30:14.964227 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55848) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:14.984820 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-42af5290-43c8-4627-9150-2a8ac8c9cc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.124509 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-42af5290-43c8-4627-9150-2a8ac8c9cc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.129639 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-42af5290-43c8-4627-9150-2a8ac8c9cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.175398 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-42af5290-43c8-4627-9150-2a8ac8c9cc2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d1fc25788e243459abb03fdf13c7f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091217 Aug 02 17:30:15.176244 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af5290-43c8-4627-9150-2a8ac8c9cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ce0718-594a-4177-832c-39bdee94a405,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:15.178737 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 55852) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:15.301284 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-adb193bb-533d-4875-907c-bc7ede010f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.346128 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-adb193bb-533d-4875-907c-bc7ede010f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.355254 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c00b2-ca1b-44f4-b31d-aeb21e6c241e req-e7af74f0-6506-4ea5-a9a8-c4026b3574bb tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:15.359914 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2b0c00b2-ca1b-44f4-b31d-aeb21e6c241e req-e7af74f0-6506-4ea5-a9a8-c4026b3574bb tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0877402 Aug 02 17:30:15.411211 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2b0c00b2-ca1b-44f4-b31d-aeb21e6c241e req-2dcacbb7-e7a6-458f-9982-8934d206ee95 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 Aug 02 17:30:15.430903 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-adb193bb-533d-4875-907c-bc7ede010f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.436368 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-adb193bb-533d-4875-907c-bc7ede010f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.438392 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-adb193bb-533d-4875-907c-bc7ede010f5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0ce0718-594a-4177-832c-39bdee94a405 HTTP/1.1" status: 204 len: 168 time: 0.2583690 Aug 02 17:30:15.451310 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb193bb-533d-4875-907c-bc7ede010f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ce0718-594a-4177-832c-39bdee94a405,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:15.587896 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 2db92abd-c66d-4fcc-baa4-eedc904089a4 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:30:15.670948 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 2db92abd-c66d-4fcc-baa4-eedc904089a4 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:15.678059 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 2db92abd-c66d-4fcc-baa4-eedc904089a4 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:15.678745 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.801351 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.835215 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e153fa6-f024-4603-b15f-5a6d83e7d960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db92abd-c66d-4fcc-baa4-eedc904089a4'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:15.838875 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcc0e7a-e394-451f-ab78-38ed344a9b84" -d '{"events": [{"server_uuid": "3e153fa6-f024-4603-b15f-5a6d83e7d960", "name": "network-vif-plugged", "status": "completed", "tag": "2db92abd-c66d-4fcc-baa4-eedc904089a4"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:15.854974 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 2db92abd-c66d-4fcc-baa4-eedc904089a4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2db92abd-c66d-4fcc-baa4-eedc904089a4,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:15.867883 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:15.918926 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5051f435-b41e-4b31-b407-f4767a743abd x-openstack-request-id: req-5051f435-b41e-4b31-b407-f4767a743abd {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:15.919294 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e153fa6-f024-4603-b15f-5a6d83e7d960", "name": "network-vif-plugged", "status": "completed", "tag": "2db92abd-c66d-4fcc-baa4-eedc904089a4", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:15.919803 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5051f435-b41e-4b31-b407-f4767a743abd {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:15.919988 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e153fa6-f024-4603-b15f-5a6d83e7d960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db92abd-c66d-4fcc-baa4-eedc904089a4', 'code': 200} Aug 02 17:30:15.968565 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=2db92abd-c66d-4fcc-baa4-eedc904089a4,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:16.005516 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 55872) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:16.026791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7fa7df3e-c913-4222-8410-f57bd9947b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.133803 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286bc2a-1cb0-42b0-b877-8924331bbc8f req-25ca2b6f-4285-42db-b561-27b7dfa94bba tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:16.136459 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3286bc2a-1cb0-42b0-b877-8924331bbc8f req-25ca2b6f-4285-42db-b561-27b7dfa94bba tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 945 time: 0.0640690 Aug 02 17:30:16.208002 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3286bc2a-1cb0-42b0-b877-8924331bbc8f req-c0da4462-a442-43d7-83c2-a900028bc552 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585623 Aug 02 17:30:16.229478 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7fa7df3e-c913-4222-8410-f57bd9947b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.238707 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7fa7df3e-c913-4222-8410-f57bd9947b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.300638 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7df3e-c913-4222-8410-f57bd9947b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96097a18-f670-4265-aa58-2980fc7e528e,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:16.306872 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1379a-bb3b-4732-9002-b33aa26ec249 req-8e02755c-202a-4e75-b836-c0a7a72a2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:16.308627 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-32f1379a-bb3b-4732-9002-b33aa26ec249 req-8e02755c-202a-4e75-b836-c0a7a72a2ff8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 1098 time: 0.1190426 Aug 02 17:30:16.312159 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-7fa7df3e-c913-4222-8410-f57bd9947b62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d92201e08dab445baf157e691b1b4910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044441 Aug 02 17:30:16.316398 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 55880) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:16.405705 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-32f1379a-bb3b-4732-9002-b33aa26ec249 req-99558d3e-ea89-49b8-9369-11ccb85cda55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662847 Aug 02 17:30:16.423020 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-485398ee-dedc-4671-bf50-6c8801f0cb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.459269 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-485398ee-dedc-4671-bf50-6c8801f0cb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.563379 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-485398ee-dedc-4671-bf50-6c8801f0cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.565951 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-485398ee-dedc-4671-bf50-6c8801f0cb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:16.567323 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-485398ee-dedc-4671-bf50-6c8801f0cb58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96097a18-f670-4265-aa58-2980fc7e528e HTTP/1.1" status: 204 len: 168 time: 0.2498686 Aug 02 17:30:16.588683 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485398ee-dedc-4671-bf50-6c8801f0cb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96097a18-f670-4265-aa58-2980fc7e528e,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:16.599316 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2866e1-15f9-4daa-a9c7-49b1bab252ae req-3c77d04b-eb3c-480e-859e-d031dc2d3397 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:16.601405 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cc2866e1-15f9-4daa-a9c7-49b1bab252ae req-3c77d04b-eb3c-480e-859e-d031dc2d3397 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0749407 Aug 02 17:30:16.665508 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cc2866e1-15f9-4daa-a9c7-49b1bab252ae req-6143e8c2-d9bf-42c4-872e-880867802086 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536408 Aug 02 17:30:17.363226 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f3710-6da0-406a-adb3-f7251791368a req-dde01cf4-c269-4aa7-b48c-610853e2ac71 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:17.365037 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-184f3710-6da0-406a-adb3-f7251791368a req-dde01cf4-c269-4aa7-b48c-610853e2ac71 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 945 time: 0.0629621 Aug 02 17:30:17.441369 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-184f3710-6da0-406a-adb3-f7251791368a req-70aca1fc-15b2-4653-b00d-d944769bbbea tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688646 Aug 02 17:30:17.864337 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db628c6-7282-41b6-96ce-e4b3780bb6c1 req-fa92a382-702a-4dae-a1f9-30a16c0af8b0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:17.866963 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5db628c6-7282-41b6-96ce-e4b3780bb6c1 req-fa92a382-702a-4dae-a1f9-30a16c0af8b0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0890281 Aug 02 17:30:17.942828 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5db628c6-7282-41b6-96ce-e4b3780bb6c1 req-caf40a05-8cc7-4e8a-aa54-a3efc037f26d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644388 Aug 02 17:30:18.637105 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52f435-64cf-47a9-b6a6-d5ccbb7e6dd6 req-ccdf5b40-b478-4562-8e2b-2c8f2ab3a491 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:18.639648 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ce52f435-64cf-47a9-b6a6-d5ccbb7e6dd6 req-ccdf5b40-b478-4562-8e2b-2c8f2ab3a491 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 945 time: 0.0654938 Aug 02 17:30:18.695935 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ce52f435-64cf-47a9-b6a6-d5ccbb7e6dd6 req-92b70f4f-5f74-4839-aebc-42117a697533 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Aug 02 17:30:19.109498 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656cc34-28fd-4cae-a47c-05b2bd377d81 req-27cedc7b-d645-41c8-87de-7852f4f51d47 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:19.111097 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1656cc34-28fd-4cae-a47c-05b2bd377d81 req-27cedc7b-d645-41c8-87de-7852f4f51d47 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0631683 Aug 02 17:30:19.160289 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1656cc34-28fd-4cae-a47c-05b2bd377d81 req-d3fe09a3-d613-482f-b999-8e1209a4cd68 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Aug 02 17:30:19.845683 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef917728-8f7c-46e7-ad22-5398d2adb275 req-c36b73bb-a4b7-4566-b4b8-350fed2cc8ba tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:19.847391 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ef917728-8f7c-46e7-ad22-5398d2adb275 req-c36b73bb-a4b7-4566-b4b8-350fed2cc8ba tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 945 time: 0.0590012 Aug 02 17:30:19.922539 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ef917728-8f7c-46e7-ad22-5398d2adb275 req-6d531cb6-121a-40ff-9d54-220cf630c55f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627408 Aug 02 17:30:20.042416 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-84902e95-0aab-44d7-bea0-61c590707fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:20.380686 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d3aa7-a0a3-4683-8c07-34143b4a4239 req-0733eaf7-4a12-499e-8b2b-47e447a73166 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:20.382794 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5a4d3aa7-a0a3-4683-8c07-34143b4a4239 req-0733eaf7-4a12-499e-8b2b-47e447a73166 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1059368 Aug 02 17:30:20.458880 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5a4d3aa7-a0a3-4683-8c07-34143b4a4239 req-bd8b3d55-4e7c-4696-8f94-70eade92757c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678954 Aug 02 17:30:21.817106 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b43d2-6f1a-4d45-a0b2-b29054887e53 req-7bad8c14-4499-4733-808c-5e2b228d9a50 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:21.819206 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-df9b43d2-6f1a-4d45-a0b2-b29054887e53 req-7bad8c14-4499-4733-808c-5e2b228d9a50 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0840619 Aug 02 17:30:21.885243 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-df9b43d2-6f1a-4d45-a0b2-b29054887e53 req-95daa387-0d82-46a5-a30f-a75708c4ef74 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556269 Aug 02 17:30:22.537512 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-dce59485-3321-4fbd-a1ce-889880613fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:22.895603 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:23.094542 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaefc4-41cf-4ec4-9ff9-213c5bd446a3 req-c81f049a-4b33-4900-89cd-9c5de9e40894 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:23.097807 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-45aaefc4-41cf-4ec4-9ff9-213c5bd446a3 req-c81f049a-4b33-4900-89cd-9c5de9e40894 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0866261 Aug 02 17:30:23.212468 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-45aaefc4-41cf-4ec4-9ff9-213c5bd446a3 req-8541a23a-207d-4e4d-b8cc-9ac82281c7c6 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008842 Aug 02 17:30:23.280082 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56012) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:23.456137 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8da4e7cc-caeb-4a8c-92c6-a2f8e692f1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:23.588005 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8da4e7cc-caeb-4a8c-92c6-a2f8e692f1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:23.594859 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8da4e7cc-caeb-4a8c-92c6-a2f8e692f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:23.656872 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-8da4e7cc-caeb-4a8c-92c6-a2f8e692f1eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fb00a7a6f854a058e208a7f1054cda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754666 Aug 02 17:30:23.657715 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4e7cc-caeb-4a8c-92c6-a2f8e692f1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb6bb87-5ae7-4fe7-ab51-112edc71b85c,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:23.660977 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 56016) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:23.732878 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5b679a5f-2f59-4e3c-9732-fc36a24690ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:23.757527 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5b679a5f-2f59-4e3c-9732-fc36a24690ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:23.840670 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:23.850062 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:30:24.128283 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5b679a5f-2f59-4e3c-9732-fc36a24690ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:24.130974 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5b679a5f-2f59-4e3c-9732-fc36a24690ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:24.132664 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-5b679a5f-2f59-4e3c-9732-fc36a24690ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edb6bb87-5ae7-4fe7-ab51-112edc71b85c HTTP/1.1" status: 204 len: 168 time: 0.4702697 Aug 02 17:30:24.143110 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b679a5f-2f59-4e3c-9732-fc36a24690ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb6bb87-5ae7-4fe7-ab51-112edc71b85c,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:24.393519 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef27c51-d141-43e3-a46e-263b33760b30 req-7238bc02-e675-403e-a8cb-c8b7f151cc82 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:24.395725 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0ef27c51-d141-43e3-a46e-263b33760b30 req-7238bc02-e675-403e-a8cb-c8b7f151cc82 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1031332 Aug 02 17:30:24.465753 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0ef27c51-d141-43e3-a46e-263b33760b30 req-4c48663a-6c03-4d84-83c3-711c46382292 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629950 Aug 02 17:30:24.601854 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd75b30-3897-478b-8c4a-4c5174bea46e req-0a29bd10-1105-4fe2-8504-44fc190e2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:24.604606 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dfd75b30-3897-478b-8c4a-4c5174bea46e req-0a29bd10-1105-4fe2-8504-44fc190e2a8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1098 time: 0.0691257 Aug 02 17:30:24.656495 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dfd75b30-3897-478b-8c4a-4c5174bea46e req-f501ddd2-9eee-45a9-961e-5cc26ccc2901 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 Aug 02 17:30:25.661807 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732a4d0-5033-442d-ba1a-c51b7613ff6d req-567a078b-e108-4994-bac1-47c75f58ce6e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:25.665019 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4732a4d0-5033-442d-ba1a-c51b7613ff6d req-567a078b-e108-4994-bac1-47c75f58ce6e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0849304 Aug 02 17:30:25.679463 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56066) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:25.713742 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4732a4d0-5033-442d-ba1a-c51b7613ff6d req-14e110cf-1b51-44bf-9860-c3f55f213a58 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394039 Aug 02 17:30:25.823059 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f4041328-c8ae-4bbb-91e6-795aed854bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:25.959239 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f4041328-c8ae-4bbb-91e6-795aed854bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:25.964863 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f4041328-c8ae-4bbb-91e6-795aed854bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:26.014038 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4041328-c8ae-4bbb-91e6-795aed854bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81f899-5be0-499d-9325-46868b7b80e9,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:26.018661 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-f4041328-c8ae-4bbb-91e6-795aed854bb0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72255e7d25404be1885900b0eb7d10cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365359 Aug 02 17:30:26.023224 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56070) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:26.095935 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-deb1dc7e-f1a8-474e-aa37-f9dd06b31e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:26.137183 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-deb1dc7e-f1a8-474e-aa37-f9dd06b31e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:26.147619 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:26.209332 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-deb1dc7e-f1a8-474e-aa37-f9dd06b31e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:26.212604 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-deb1dc7e-f1a8-474e-aa37-f9dd06b31e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:26.214550 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-deb1dc7e-f1a8-474e-aa37-f9dd06b31e4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e81f899-5be0-499d-9325-46868b7b80e9 HTTP/1.1" status: 204 len: 168 time: 0.1912751 Aug 02 17:30:26.228162 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1dc7e-f1a8-474e-aa37-f9dd06b31e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81f899-5be0-499d-9325-46868b7b80e9,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:26.901372 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95087226-b322-4818-b8b2-95feb43cdd24 req-1a38442c-1397-4103-b9be-63e4dbdd451f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:26.903601 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-95087226-b322-4818-b8b2-95feb43cdd24 req-1a38442c-1397-4103-b9be-63e4dbdd451f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0770121 Aug 02 17:30:26.976572 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-95087226-b322-4818-b8b2-95feb43cdd24 req-99af387d-bb38-4a8c-8b8d-2853ddf9a4c1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593457 Aug 02 17:30:28.121075 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f506dba-0ef9-4cd4-8319-73e2c5e23bd9 req-1d5a20e3-9bfd-43cf-a694-dafad143fe33 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:28.123195 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f506dba-0ef9-4cd4-8319-73e2c5e23bd9 req-1d5a20e3-9bfd-43cf-a694-dafad143fe33 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0587142 Aug 02 17:30:28.166697 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f506dba-0ef9-4cd4-8319-73e2c5e23bd9 req-c76f12a8-6ecf-4fb9-aebf-a05c0a5c33ca tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Aug 02 17:30:28.691248 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a216809-d800-4d12-992a-d2e5e9052550 req-6f8813db-2e3c-4055-8e46-511e85069485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:28.692847 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a216809-d800-4d12-992a-d2e5e9052550 req-6f8813db-2e3c-4055-8e46-511e85069485 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 1098 time: 0.0623481 Aug 02 17:30:28.740435 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6d4e2-4ece-4a89-bfc6-75e767285ff3 req-34c1bc54-b485-4828-b018-dffadc5815f3 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:28.768860 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-60f6d4e2-4ece-4a89-bfc6-75e767285ff3 req-34c1bc54-b485-4828-b018-dffadc5815f3 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1200757 Aug 02 17:30:28.821725 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-60f6d4e2-4ece-4a89-bfc6-75e767285ff3 req-9e2b3e31-e29c-4425-8ce9-f3dfae78269f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495205 Aug 02 17:30:28.863375 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a216809-d800-4d12-992a-d2e5e9052550 req-62836223-2480-4572-84b1-6b41c9e62e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:28.867135 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a216809-d800-4d12-992a-d2e5e9052550 req-62836223-2480-4572-84b1-6b41c9e62e67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 920 time: 0.1583395 Aug 02 17:30:28.963097 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a216809-d800-4d12-992a-d2e5e9052550 req-5657f603-c7b0-4b89-8095-622bf7ad1a79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a HTTP/1.1" status: 200 len: 217 time: 0.0545881 Aug 02 17:30:29.033289 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a216809-d800-4d12-992a-d2e5e9052550 req-a8f1344e-55c5-439a-adce-8f56cabc3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:29.034893 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a216809-d800-4d12-992a-d2e5e9052550 req-a8f1344e-55c5-439a-adce-8f56cabc3a8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.0624645 Aug 02 17:30:29.075413 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a216809-d800-4d12-992a-d2e5e9052550 req-24557282-7f1a-40af-8cf5-52e7a881df02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278037 Aug 02 17:30:29.204703 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a216809-d800-4d12-992a-d2e5e9052550 req-7e5d925f-5fd5-4979-a0bb-5d30a36644a6 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196198 Aug 02 17:30:29.336123 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2a216809-d800-4d12-992a-d2e5e9052550 req-f6ee1c9b-aeeb-4095-80b9-7c4a0f097e28 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214163 Aug 02 17:30:30.035725 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7cdfd-6b21-4e6a-8ef7-6d0520abd858 req-2580d8b3-034a-4290-a804-bd5de5945a54 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:30.038517 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ffd7cdfd-6b21-4e6a-8ef7-6d0520abd858 req-2580d8b3-034a-4290-a804-bd5de5945a54 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0846212 Aug 02 17:30:30.110487 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ffd7cdfd-6b21-4e6a-8ef7-6d0520abd858 req-08f79ae6-392c-4546-9102-be011f7a2e49 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602763 Aug 02 17:30:30.114351 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-d1fa82bc-c4a1-48d8-8cdd-a106a5739576 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713530 Aug 02 17:30:30.260799 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-d1daea6f-b5e3-4a94-b849-176065d5b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:30.264523 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-d1daea6f-b5e3-4a94-b849-176065d5b72e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 1098 time: 0.0732322 Aug 02 17:30:30.422296 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-a183f553-bea0-46ab-89e7-a1333bb6cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:30.423954 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-a183f553-bea0-46ab-89e7-a1333bb6cc1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 200 len: 920 time: 0.1207407 Aug 02 17:30:30.502580 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-42f55a23-6787-45a7-9610-78b8f3c31522 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada HTTP/1.1" status: 200 len: 217 time: 0.0697155 Aug 02 17:30:30.603639 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-7e36aa41-2d01-422e-bcac-ebfb263bf527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:30.607324 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-7e36aa41-2d01-422e-bcac-ebfb263bf527 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 200 len: 859 time: 0.0910604 Aug 02 17:30:30.657101 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-fa239181-c33b-4b3f-a8d6-8536bb0ec8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=398c1e99-b5ef-4a52-9310-ea2246e20b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408921 Aug 02 17:30:30.854831 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-920b42d8-260a-4c62-8a51-a43306292aa8 service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848781 Aug 02 17:30:31.084393 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7fc6086c-1b41-489d-a66f-e9bf85d2104b req-db42c2a5-7539-47ae-aa8c-4a9c85cee66d service neutron] 10.222.0.41 "GET /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116120 Aug 02 17:30:31.217496 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:31.300434 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92017685-b7df-46f4-a3a3-8dfd4658206d req-5e3ef814-f408-4391-bef0-d7b21faa80de tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:31.303297 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-92017685-b7df-46f4-a3a3-8dfd4658206d req-5e3ef814-f408-4391-bef0-d7b21faa80de tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0941095 Aug 02 17:30:31.374736 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-92017685-b7df-46f4-a3a3-8dfd4658206d req-7309f174-8603-44b0-8437-271d17d34b22 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615509 Aug 02 17:30:32.567146 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e958e-2a3c-432d-96e5-c96226d82083 req-02604acc-fbc7-4a57-b7b5-3169d9f58d9f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:32.579909 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-911e958e-2a3c-432d-96e5-c96226d82083 req-02604acc-fbc7-4a57-b7b5-3169d9f58d9f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1111920 Aug 02 17:30:32.699692 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-911e958e-2a3c-432d-96e5-c96226d82083 req-983993a5-9a66-494e-ac2f-eafb03595b6d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144648 Aug 02 17:30:33.952646 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b66390-9d35-455c-bb01-5d219198c995 req-0b3840c7-f321-4d6b-8af3-98ca77f9138e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:33.968086 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03b66390-9d35-455c-bb01-5d219198c995 req-0b3840c7-f321-4d6b-8af3-98ca77f9138e tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1391680 Aug 02 17:30:34.083784 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03b66390-9d35-455c-bb01-5d219198c995 req-9a05c354-c36d-438f-aad7-f1fa84833cfa tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088839 Aug 02 17:30:35.305641 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba28838-2e64-4b8a-9a0f-1fa2254ef2f3 req-1598fb37-16cc-4cf4-854f-a7a23227f498 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:35.307519 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4ba28838-2e64-4b8a-9a0f-1fa2254ef2f3 req-1598fb37-16cc-4cf4-854f-a7a23227f498 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0856266 Aug 02 17:30:35.370935 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4ba28838-2e64-4b8a-9a0f-1fa2254ef2f3 req-fbb5a2ca-94b4-42b3-9d53-2dfa02388500 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523193 Aug 02 17:30:37.664806 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107c03-5350-42b6-9147-a83af87f7ae6 req-e880f866-464b-4b06-8e57-52cb300dd356 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:37.668091 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-05107c03-5350-42b6-9147-a83af87f7ae6 req-e880f866-464b-4b06-8e57-52cb300dd356 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 945 time: 0.0863669 Aug 02 17:30:37.742705 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-05107c03-5350-42b6-9147-a83af87f7ae6 req-eff7d76d-94da-4bd5-ba1d-d52cb273d72f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635567 Aug 02 17:30:38.969689 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6bf23-b5df-41c2-85cc-1172ab2f69e9 req-222328db-0d64-45e8-a2dc-069ce3a787ed tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:38.971385 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9eb6bf23-b5df-41c2-85cc-1172ab2f69e9 req-222328db-0d64-45e8-a2dc-069ce3a787ed tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 945 time: 0.0887167 Aug 02 17:30:39.029287 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9eb6bf23-b5df-41c2-85cc-1172ab2f69e9 req-d75cccfe-0dcb-48a7-b9ad-bc55e4bdc146 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449457 Aug 02 17:30:40.251016 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf20be-01ef-4ff4-9ecf-b95202948b01 req-f224b810-e839-41fd-bcfc-1e39651d7f5f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:40.253343 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8bcf20be-01ef-4ff4-9ecf-b95202948b01 req-f224b810-e839-41fd-bcfc-1e39651d7f5f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 945 time: 0.0917749 Aug 02 17:30:40.315700 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8bcf20be-01ef-4ff4-9ecf-b95202948b01 req-20ca5482-f65d-4a4a-af6f-ca5d97b2fe2c tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552480 Aug 02 17:30:40.830780 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89966-25b1-429b-ab60-d2ac5dc0e7d8 req-541e8991-416a-4f5a-a578-bda64ebf968d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:40.833614 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-09e89966-25b1-429b-ab60-d2ac5dc0e7d8 req-541e8991-416a-4f5a-a578-bda64ebf968d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0623844 Aug 02 17:30:40.895258 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-09e89966-25b1-429b-ab60-d2ac5dc0e7d8 req-b91c4b87-7b3c-4691-ad5f-998ddeeed20d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523658 Aug 02 17:30:41.244290 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56294) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:41.247462 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-dab6d91f-fe66-4c1b-bae2-9d449b31f1c4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:41.251116 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-dab6d91f-fe66-4c1b-bae2-9d449b31f1c4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 945 time: 0.0959680 Aug 02 17:30:41.445449 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.485552 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Deleting port 2db92abd-c66d-4fcc-baa4-eedc904089a4 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:41.486130 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.519018 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f4426-a8b4-4b65-be28-8765d456bf8e req-c3eda9e4-d30c-426a-8b32-facbf8c216ed tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:41.520729 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-aa1f4426-a8b4-4b65-be28-8765d456bf8e req-c3eda9e4-d30c-426a-8b32-facbf8c216ed tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 945 time: 0.0944769 Aug 02 17:30:41.597555 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-aa1f4426-a8b4-4b65-be28-8765d456bf8e req-745a8069-2025-41e2-a3f0-5de0e73e2363 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668974 Aug 02 17:30:41.667165 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.675970 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.688615 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] For port 2db92abd-c66d-4fcc-baa4-eedc904089a4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2db92abd-c66d-4fcc-baa4-eedc904089a4,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:41.688979 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.714032 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Calling delete_port for 2db92abd-c66d-4fcc-baa4-eedc904089a4 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:41.728893 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2b734f5c140404e89fc746ec7de6974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825473 Aug 02 17:30:41.730083 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddba3bc4-40b9-4f88-acee-daf245d8742a,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:41.734490 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56302) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:30:41.747691 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.748106 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.748437 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.748739 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.749082 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.749427 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.749771 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.750096 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.750429 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.750760 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.751117 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.751451 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31491be4-59e9-4ac8-86fc-aa59f63c4c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:41.843441 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e937577d-fe69-4ed0-a7d4-b46717946d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.879730 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e937577d-fe69-4ed0-a7d4-b46717946d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.968157 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e937577d-fe69-4ed0-a7d4-b46717946d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.973645 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e937577d-fe69-4ed0-a7d4-b46717946d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:41.975595 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-e937577d-fe69-4ed0-a7d4-b46717946d31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddba3bc4-40b9-4f88-acee-daf245d8742a HTTP/1.1" status: 204 len: 168 time: 0.2395401 Aug 02 17:30:41.999303 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:42.014693 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937577d-fe69-4ed0-a7d4-b46717946d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddba3bc4-40b9-4f88-acee-daf245d8742a,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:42.076561 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Pushing event deleted for resources: {'Port': ['ID=2db92abd-c66d-4fcc-baa4-eedc904089a4,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:42.106922 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['eed693be-4c4c-4d6a-826b-289eaaf1ff54', '8ef795b6-cbf2-4b54-b7c1-037e93c00a54', 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3', '2db92abd-c66d-4fcc-baa4-eedc904089a4'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:42.145776 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.146175 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.146570 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.146959 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.147363 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.147997 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.148162 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.148596 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.148861 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.149274 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.149681 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.150318 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:30:42.158917 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] No DVR routers for this DVR port 2db92abd-c66d-4fcc-baa4-eedc904089a4 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:30:42.179981 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:42.182258 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-66ae0185-09b8-4bc7-bc2f-6524d18830a7 req-167fef6c-349b-47a2-91c8-ae3e92175e30 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "DELETE /v2.0/ports/2db92abd-c66d-4fcc-baa4-eedc904089a4 HTTP/1.1" status: 204 len: 173 time: 0.9179342 Aug 02 17:30:42.184543 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e153fa6-f024-4603-b15f-5a6d83e7d960', 'name': 'network-vif-deleted', 'tag': '2db92abd-c66d-4fcc-baa4-eedc904089a4'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:42.187147 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab0ae68-7326-4e5d-8107-decb5f7a08b3" -d '{"events": [{"server_uuid": "3e153fa6-f024-4603-b15f-5a6d83e7d960", "name": "network-vif-deleted", "tag": "2db92abd-c66d-4fcc-baa4-eedc904089a4"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:42.262287 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f4518-2197-4917-b31d-c3cbdaa0a707 req-a5b48cff-f219-4154-8013-6180f66df23c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:42.265348 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ea3f4518-2197-4917-b31d-c3cbdaa0a707 req-a5b48cff-f219-4154-8013-6180f66df23c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.1633701 Aug 02 17:30:42.267734 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11d467-69ba-436b-99fc-9dffa8d37c39 x-openstack-request-id: req-9a11d467-69ba-436b-99fc-9dffa8d37c39 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:42.268197 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e153fa6-f024-4603-b15f-5a6d83e7d960", "name": "network-vif-deleted", "tag": "2db92abd-c66d-4fcc-baa4-eedc904089a4", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:42.268580 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a11d467-69ba-436b-99fc-9dffa8d37c39 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:42.269170 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e153fa6-f024-4603-b15f-5a6d83e7d960', 'name': 'network-vif-deleted', 'tag': '2db92abd-c66d-4fcc-baa4-eedc904089a4', 'status': 'completed', 'code': 200} Aug 02 17:30:42.341306 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ea3f4518-2197-4917-b31d-c3cbdaa0a707 req-7ed72848-de71-4d96-90ab-51155b4491fe tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693974 Aug 02 17:30:42.843953 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c5a45b8c-f194-4ada-ba67-72ad0657c2b2 req-b5d7f4a6-60f4-4840-80b3-d1b1d984c278 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e153fa6-f024-4603-b15f-5a6d83e7d960 HTTP/1.1" status: 200 len: 210 time: 0.0621209 Aug 02 17:30:43.505898 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1a51a-bd87-47a5-8e9d-e332bd4d2423 req-e5ad0a45-d313-4a0d-be9e-db9ebda4eada tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:43.507671 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b7c1a51a-bd87-47a5-8e9d-e332bd4d2423 req-e5ad0a45-d313-4a0d-be9e-db9ebda4eada tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0606647 Aug 02 17:30:43.565416 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b7c1a51a-bd87-47a5-8e9d-e332bd4d2423 req-1455fe13-cc2f-440f-a143-5f12664caa96 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475228 Aug 02 17:30:44.834791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5d2a7-d9cd-4470-8a68-1e49c1a6e8d2 req-d969b9da-5d10-472b-875e-f01c8092940f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:44.838536 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-91c5d2a7-d9cd-4470-8a68-1e49c1a6e8d2 req-d969b9da-5d10-472b-875e-f01c8092940f tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0981643 Aug 02 17:30:44.922881 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-91c5d2a7-d9cd-4470-8a68-1e49c1a6e8d2 req-730a5111-e465-4891-a536-b191c04e5de0 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735195 Aug 02 17:30:45.110773 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-38f4cdd1-2dd7-453b-b55a-b7f4ca2f1126 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f98225a9faad4879a06d0b3530922c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592024 Aug 02 17:30:45.415621 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-b2fb9fcc-0a5d-4ea4-9123-d9ee262f6c43 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.419102 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-b2fb9fcc-0a5d-4ea4-9123-d9ee262f6c43 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.2996995 Aug 02 17:30:45.613999 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-092b0a55-0386-480c-bb64-16a90871464f tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:45.616887 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-092b0a55-0386-480c-bb64-16a90871464f tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4809313 Aug 02 17:30:45.650425 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-7548a50e-1fe1-433e-811c-ee28c5228469 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/quotas/f98225a9faad4879a06d0b3530922c4d HTTP/1.1" status: 200 len: 375 time: 0.0247517 Aug 02 17:30:45.717127 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-42123b3b-2fb4-499f-94fd-a3424e1b6d8e tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f98225a9faad4879a06d0b3530922c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585968 Aug 02 17:30:45.722747 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 2db92abd-c66d-4fcc-baa4-eedc904089a4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:45.726150 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Deleting port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:45.726707 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.746591 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 2db92abd-c66d-4fcc-baa4-eedc904089a4 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:30:45.747031 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 2db92abd-c66d-4fcc-baa4-eedc904089a4 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:30:45.898608 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] For port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:45.900084 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:45.924174 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Calling delete_port for 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:46.117469 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2df320-775d-4ec7-b28e-1316ca32c005 req-04f82f0f-357c-4f25-a82f-ec62addd9c2c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:46.119240 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9c2df320-775d-4ec7-b28e-1316ca32c005 req-04f82f0f-357c-4f25-a82f-ec62addd9c2c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a5a0c54-d664-495f-bda4-a08e31153e62 HTTP/1.1" status: 200 len: 945 time: 0.0681672 Aug 02 17:30:46.125659 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:46.175546 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['c8efb62d-d0c3-415c-818a-222c5f59c59a'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:46.180348 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9c2df320-775d-4ec7-b28e-1316ca32c005 req-52bfb468-ebe3-4372-b1eb-46e93cefe4c6 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492918 Aug 02 17:30:46.186217 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Pushing event deleted for resources: {'Port': ['ID=1a9eb936-8a0b-4c3e-8d02-519acf4f4ada,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:46.255221 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] No DVR routers for this DVR port 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:30:46.260414 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:46.266411 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7ef5ae0b-4808-4e9e-8f0e-cb8a7bb6ffd8 req-0dece719-e051-4ba1-8f7b-a4816d2dc31a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.41 "DELETE /v2.0/ports/1a9eb936-8a0b-4c3e-8d02-519acf4f4ada HTTP/1.1" status: 204 len: 173 time: 0.8325655 Aug 02 17:30:46.266823 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5a0c54-d664-495f-bda4-a08e31153e62', 'name': 'network-vif-deleted', 'tag': '1a9eb936-8a0b-4c3e-8d02-519acf4f4ada'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:46.270940 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9784b9c6-a9d3-47f0-9756-aea4837018ac" -d '{"events": [{"server_uuid": "7a5a0c54-d664-495f-bda4-a08e31153e62", "name": "network-vif-deleted", "tag": "1a9eb936-8a0b-4c3e-8d02-519acf4f4ada"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:46.668396 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15389dd7-c909-429b-a502-e5bb18fb7ad2 x-openstack-request-id: req-15389dd7-c909-429b-a502-e5bb18fb7ad2 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:46.669010 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5a0c54-d664-495f-bda4-a08e31153e62", "name": "network-vif-deleted", "tag": "1a9eb936-8a0b-4c3e-8d02-519acf4f4ada", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:46.669429 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15389dd7-c909-429b-a502-e5bb18fb7ad2 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:46.670051 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5a0c54-d664-495f-bda4-a08e31153e62', 'name': 'network-vif-deleted', 'tag': '1a9eb936-8a0b-4c3e-8d02-519acf4f4ada', 'status': 'completed', 'code': 200} Aug 02 17:30:46.794668 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3956b7-8601-4645-a33b-7d17a19d4107 req-d323f815-768f-47b3-9848-5ca5e0aa1c24 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:46.796330 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3f3956b7-8601-4645-a33b-7d17a19d4107 req-d323f815-768f-47b3-9848-5ca5e0aa1c24 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 946 time: 0.0567138 Aug 02 17:30:46.852337 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3f3956b7-8601-4645-a33b-7d17a19d4107 req-39c2d984-aa52-449d-9656-b993f9d0e2db tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Aug 02 17:30:46.972564 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eec751da-106c-4a29-96fe-e11dd4f68408 req-e31e20dd-7e50-4a13-8226-e47bd6df845c tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 210 time: 0.0487878 Aug 02 17:30:47.709653 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:47.741653 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abedfd-9724-4473-b5c7-1a88f659efdb req-7dc1ad6f-e42f-4b9d-a3bb-69718ed7d277 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:47.744488 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b3abedfd-9724-4473-b5c7-1a88f659efdb req-7dc1ad6f-e42f-4b9d-a3bb-69718ed7d277 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1134641 Aug 02 17:30:47.749134 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:30:47.749894 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 1a9eb936-8a0b-4c3e-8d02-519acf4f4ada not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:30:47.821249 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b3abedfd-9724-4473-b5c7-1a88f659efdb req-b627be33-06f7-4268-b003-4820435a722c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652270 Aug 02 17:30:48.081325 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee247dad-795f-46d9-8b80-a3c669f58bf1 req-a16c6c2d-a845-496b-b4e6-951f43f92724 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:48.084575 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ee247dad-795f-46d9-8b80-a3c669f58bf1 req-a16c6c2d-a845-496b-b4e6-951f43f92724 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 946 time: 0.1016378 Aug 02 17:30:48.146454 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-016ffdb6-bf66-40e1-a6a2-bcc9f1060989 req-e52ce602-d90c-4044-b509-13355deabad9 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 210 time: 0.0386853 Aug 02 17:30:48.168260 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ee247dad-795f-46d9-8b80-a3c669f58bf1 req-270e5c26-8f00-407a-972f-73c26b0c7c45 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759623 Aug 02 17:30:48.560405 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-5673633b-4c6c-4bb0-aefd-591edc9db139 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f98225a9faad4879a06d0b3530922c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223949 Aug 02 17:30:48.756087 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-c6285223-d438-483b-ba7f-f1d13cab204a tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:48.758289 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-c6285223-d438-483b-ba7f-f1d13cab204a tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868699 Aug 02 17:30:48.794744 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Request body: {'port': {'device_id': 'e18642c9-deb2-459a-9273-59030baec086', 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8', 'admin_state_up': True, 'tenant_id': 'f98225a9faad4879a06d0b3530922c4d'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:48.985275 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Made reservation on behalf of f98225a9faad4879a06d0b3530922c4d for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:30:48.989094 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:49.012157 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6728f-9a7d-420b-8669-14bfd3fb4a35 req-87a7bc09-a46b-4807-a6c2-792f39462097 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:49.014633 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5ad6728f-9a7d-420b-8669-14bfd3fb4a35 req-87a7bc09-a46b-4807-a6c2-792f39462097 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0788929 Aug 02 17:30:49.083646 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5ad6728f-9a7d-420b-8669-14bfd3fb4a35 req-3c5f101e-2950-4980-8d22-524eb24f7948 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607822 Aug 02 17:30:49.291511 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:49.333831 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-af0ebaed-5616-4bbc-858e-f648730d4b34 req-a03ed9eb-0744-455e-ae8f-5fa99d3d99b5 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 210 time: 0.0518525 Aug 02 17:30:49.379879 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc8526-b8ba-4442-8a1c-a13bbb445e62 req-65d079db-828f-4191-88b2-ef0ed4942349 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:49.382367 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ebbc8526-b8ba-4442-8a1c-a13bbb445e62 req-65d079db-828f-4191-88b2-ef0ed4942349 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 946 time: 0.0970786 Aug 02 17:30:49.480699 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:49.487990 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:49.500660 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ebbc8526-b8ba-4442-8a1c-a13bbb445e62 req-f145be3f-0e56-4e5e-8d05-31497beea494 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029599 Aug 02 17:30:49.546115 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-e0c133c4-7ad9-4d06-86c2-6301557b16b6 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:49.548767 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-e0c133c4-7ad9-4d06-86c2-6301557b16b6 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 946 time: 0.1066444 Aug 02 17:30:49.631108 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fa1719-f30c-41fb-831c-2572eba016cc,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:49.701288 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Deleting port c14c70b3-a13a-4615-9ac2-05f41f2b84e3 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:49.702116 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:49.728692 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Allocated IP 192.168.233.65 (0fcc0f38-7d9a-4f99-8604-afbef04f37c8/5c342780-baa8-4336-be5c-d9941365f5e2/cee97203-4b83-41af-9b7d-dfb548b62e2d) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:30:49.875348 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] For port c14c70b3-a13a-4615-9ac2-05f41f2b84e3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:49.875977 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:49.903506 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Calling delete_port for c14c70b3-a13a-4615-9ac2-05f41f2b84e3 owned by compute:nova {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:49.937247 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:49.962053 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Transition to ACTIVE for port object cee97203-4b83-41af-9b7d-dfb548b62e2d will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:50.005278 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.063194 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-901efeb2-4650-40a4-8e66-8ed4b4d4a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.074928 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:30:50.079537 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:30:50.087525 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:30:50.129376 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.131534 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Pushing event updated for resources: {'Port': ['ID=cee97203-4b83-41af-9b7d-dfb548b62e2d,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:50.167101 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:50.168634 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.187730 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-f8b7e119-060b-4a4b-9965-7d3fd067250b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4115536 Aug 02 17:30:50.206907 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Pushing event deleted for resources: {'Port': ['ID=c14c70b3-a13a-4615-9ac2-05f41f2b84e3,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:50.291975 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] No DVR routers for this DVR port c14c70b3-a13a-4615-9ac2-05f41f2b84e3 on host hv-cinder-78836 {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:30:50.295500 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.298141 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a4d8dd98-ec81-4c77-957c-d30c86ca457d req-15eb8026-5d1e-408e-ae6a-6745b558c2dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "DELETE /v2.0/ports/c14c70b3-a13a-4615-9ac2-05f41f2b84e3 HTTP/1.1" status: 204 len: 173 time: 0.7408655 Aug 02 17:30:50.317800 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95cca44b-c210-4dae-ae38-9f83dc522b14', 'name': 'network-vif-deleted', 'tag': 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:50.320906 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8249d097-d2d9-4be4-80bd-2161430bafab" -d '{"events": [{"server_uuid": "95cca44b-c210-4dae-ae38-9f83dc522b14", "name": "network-vif-deleted", "tag": "c14c70b3-a13a-4615-9ac2-05f41f2b84e3"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:50.360487 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c288e-1c10-48b5-96c2-f296020a184b req-d9935a9b-3863-4c37-a562-d46171668430 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:50.362830 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5d1c288e-1c10-48b5-96c2-f296020a184b req-d9935a9b-3863-4c37-a562-d46171668430 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1098366 Aug 02 17:30:50.411390 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-14a71fa3-4ed4-4f46-9b29-0e76ded3b7ae None None] Provisioning for port cee97203-4b83-41af-9b7d-dfb548b62e2d completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:30:50.418590 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-14a71fa3-4ed4-4f46-9b29-0e76ded3b7ae None None] Provisioning complete for port cee97203-4b83-41af-9b7d-dfb548b62e2d triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:30:50.420040 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-14a71fa3-4ed4-4f46-9b29-0e76ded3b7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:50.420704 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5d1c288e-1c10-48b5-96c2-f296020a184b req-89fd6464-06ef-44a7-8254-dc59440dbad2 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Aug 02 17:30:50.479370 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-14a71fa3-4ed4-4f46-9b29-0e76ded3b7ae None None] Port cee97203-4b83-41af-9b7d-dfb548b62e2d cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:30:50.482688 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7785d64-b583-416b-9e2a-71e482858234 x-openstack-request-id: req-b7785d64-b583-416b-9e2a-71e482858234 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:50.483771 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95cca44b-c210-4dae-ae38-9f83dc522b14", "name": "network-vif-deleted", "tag": "c14c70b3-a13a-4615-9ac2-05f41f2b84e3", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:50.484312 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7785d64-b583-416b-9e2a-71e482858234 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:50.485940 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95cca44b-c210-4dae-ae38-9f83dc522b14', 'name': 'network-vif-deleted', 'tag': 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3', 'status': 'completed', 'code': 200} Aug 02 17:30:50.628401 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b67bd-25fa-4d51-b7b9-1c25b0dcc2a6 req-28525910-83d1-4b65-8a1d-0293ccb14718 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:50.630015 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-808b67bd-25fa-4d51-b7b9-1c25b0dcc2a6 req-28525910-83d1-4b65-8a1d-0293ccb14718 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 935 time: 0.0687122 Aug 02 17:30:50.672377 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-808b67bd-25fa-4d51-b7b9-1c25b0dcc2a6 req-792e8cd4-c4c3-47d4-bdaa-a585cc815ea4 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358415 Aug 02 17:30:50.762247 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f7fc3416-a19f-42b1-a0d4-0ef83e0818af req-8b59a575-bbf6-4c33-ace5-f9a09f5530d9 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 210 time: 0.0273757 Aug 02 17:30:51.579115 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71cf2f-9541-435a-acc1-873738a0249b req-706dd4f0-1607-470a-a902-49ce5d8c908d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:51.580832 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cf71cf2f-9541-435a-acc1-873738a0249b req-706dd4f0-1607-470a-a902-49ce5d8c908d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0582340 Aug 02 17:30:51.631407 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cf71cf2f-9541-435a-acc1-873738a0249b req-c8d6deec-710e-458b-89d6-a4b542b9d8d5 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Aug 02 17:30:51.802187 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4203651-ea83-43c2-8378-f2c163640167 req-9fe0d0f9-b69f-40ee-8b85-524667444515 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:51.803870 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e4203651-ea83-43c2-8378-f2c163640167 req-9fe0d0f9-b69f-40ee-8b85-524667444515 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 935 time: 0.0575576 Aug 02 17:30:51.848554 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e4203651-ea83-43c2-8378-f2c163640167 req-90f64e1f-ea56-47f8-8bbd-b1cdaa037713 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Aug 02 17:30:51.938010 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c1a7c416-faa9-4026-b8e6-0de43eb4e10c req-07d29970-ab79-4d71-b7fc-a9bdf81b5188 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 210 time: 0.0280004 Aug 02 17:30:52.524831 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-505241e3-106e-4091-adf6-d14ad694c6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.828621 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7000e31-bd7e-4d15-9e3a-68a20eae3702 req-a6254ce8-71ca-4702-a08a-973aad325ff3 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:52.831477 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f7000e31-bd7e-4d15-9e3a-68a20eae3702 req-a6254ce8-71ca-4702-a08a-973aad325ff3 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0844927 Aug 02 17:30:52.877993 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:52.909272 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f7000e31-bd7e-4d15-9e3a-68a20eae3702 req-b14e3d04-0cd8-4147-bf65-90ea100135a1 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710495 Aug 02 17:30:53.035620 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69a3cf-eb0e-44f6-b57f-e79be1e2eb43 req-20cc9e90-e10f-441f-8b32-293a7fcca97a tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:53.038207 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7f69a3cf-eb0e-44f6-b57f-e79be1e2eb43 req-20cc9e90-e10f-441f-8b32-293a7fcca97a tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 935 time: 0.0671568 Aug 02 17:30:53.065610 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9e98c048-ed83-471a-b90c-d12d646b285e req-a15dff6e-c600-4c87-b0d2-3c778023a839 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 210 time: 0.0339200 Aug 02 17:30:53.100099 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7f69a3cf-eb0e-44f6-b57f-e79be1e2eb43 req-e2f5392a-4806-4489-be1d-2ebd11004cde tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494113 Aug 02 17:30:53.842186 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:53.986539 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['eed693be-4c4c-4d6a-826b-289eaaf1ff54', '8ef795b6-cbf2-4b54-b7c1-037e93c00a54', 'c14c70b3-a13a-4615-9ac2-05f41f2b84e3'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:54.048919 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Request body: {'port': {'device_id': 'e18642c9-deb2-459a-9273-59030baec086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:30:54.196021 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce410e-132f-488c-94df-0d5206a8153e req-288953df-5f9f-4f7b-adc1-f796919f3071 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:54.198155 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9dce410e-132f-488c-94df-0d5206a8153e req-288953df-5f9f-4f7b-adc1-f796919f3071 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1909890 Aug 02 17:30:54.201707 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:54.274144 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5a0470ed-0e17-4d27-ba68-2b0004b2c6e9 req-b709abce-eb0b-4ba9-99cb-8fedd3d4d619 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=95cca44b-c210-4dae-ae38-9f83dc522b14 HTTP/1.1" status: 200 len: 210 time: 0.0444858 Aug 02 17:30:54.338751 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9dce410e-132f-488c-94df-0d5206a8153e req-036a6742-57f6-4797-a80e-5b1c1d3ca93c tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116271 Aug 02 17:30:54.431791 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a9968-64c0-42da-b1f8-0f33d80a8614 req-ad7fac2f-3eb0-4a59-8620-ecd01b209ff5 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:54.434750 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-438a9968-64c0-42da-b1f8-0f33d80a8614 req-ad7fac2f-3eb0-4a59-8620-ecd01b209ff5 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 935 time: 0.0652826 Aug 02 17:30:54.483537 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-438a9968-64c0-42da-b1f8-0f33d80a8614 req-6305ea5c-d6b7-423d-914c-d370444a9d10 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Aug 02 17:30:54.676486 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee97203-4b83-41af-9b7d-dfb548b62e2d {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:30:54.686277 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:54.707972 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Transition to ACTIVE for port object cee97203-4b83-41af-9b7d-dfb548b62e2d will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:30:54.713914 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:54.815307 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Pushing event updated for resources: {'Port': ['ID=cee97203-4b83-41af-9b7d-dfb548b62e2d,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:55.002289 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Attempting to bind port cee97203-4b83-41af-9b7d-dfb548b62e2d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:30:55.003003 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Attempting to bind port cee97203-4b83-41af-9b7d-dfb548b62e2d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3165e943-d96f-4afb-b751-0509194fa62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:30:55.004080 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Attempting to bind port cee97203-4b83-41af-9b7d-dfb548b62e2d on network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:55.013541 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Port cee97203-4b83-41af-9b7d-dfb548b62e2d on network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:30:55.014471 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Attempting to bind port cee97203-4b83-41af-9b7d-dfb548b62e2d on network 0fcc0f38-7d9a-4f99-8604-afbef04f37c8 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:30:55.025039 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:30:55.026361 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Checking segment: {'id': '3165e943-d96f-4afb-b751-0509194fa62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:30:55.027777 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Bound using segment: {'id': '3165e943-d96f-4afb-b751-0509194fa62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:30:55.028643 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Bound port: cee97203-4b83-41af-9b7d-dfb548b62e2d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3165e943-d96f-4afb-b751-0509194fa62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:30:55.029290 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.114047 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] For port cee97203-4b83-41af-9b7d-dfb548b62e2d, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:30:55.119801 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] For port cee97203-4b83-41af-9b7d-dfb548b62e2d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee97203-4b83-41af-9b7d-dfb548b62e2d,segment=NetworkSegment(3165e943-d96f-4afb-b751-0509194fa62d),segment_id=3165e943-d96f-4afb-b751-0509194fa62d)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:30:55.128226 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.153112 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.154238 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:55.156923 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] 10.222.0.41 "PUT /v2.0/ports/cee97203-4b83-41af-9b7d-dfb548b62e2d HTTP/1.1" status: 200 len: 1097 time: 1.1168532 Aug 02 17:30:55.159672 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18642c9-deb2-459a-9273-59030baec086', 'tag': 'cee97203-4b83-41af-9b7d-dfb548b62e2d'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:55.164013 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "e18642c9-deb2-459a-9273-59030baec086", "tag": "cee97203-4b83-41af-9b7d-dfb548b62e2d"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:55.248611 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a93605a-da37-4537-bacc-b5271791de63 x-openstack-request-id: req-0a93605a-da37-4537-bacc-b5271791de63 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:55.249118 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18642c9-deb2-459a-9273-59030baec086", "tag": "cee97203-4b83-41af-9b7d-dfb548b62e2d", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:55.250770 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a93605a-da37-4537-bacc-b5271791de63 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:55.251262 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18642c9-deb2-459a-9273-59030baec086', 'tag': 'cee97203-4b83-41af-9b7d-dfb548b62e2d', 'status': 'completed', 'code': 200} Aug 02 17:30:55.293398 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c8237-5c1e-47c7-a45a-188221d01075 service neutron] Pushing event updated for resources: {'Port': ['ID=cee97203-4b83-41af-9b7d-dfb548b62e2d,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:55.350270 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-edc2f83e-e65d-4500-8fe1-07cfabdf59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.352969 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-edc2f83e-e65d-4500-8fe1-07cfabdf59f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98225a9faad4879a06d0b3530922c4d&device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 1100 time: 0.0704443 Aug 02 17:30:55.450366 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-24a35902-a7d2-44e6-a873-67fd49e7f5d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=cee97203-4b83-41af-9b7d-dfb548b62e2d HTTP/1.1" status: 200 len: 217 time: 0.0758071 Aug 02 17:30:55.571825 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-c036d3c1-670c-404e-adfc-7d0511a81210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.576048 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-c036d3c1-670c-404e-adfc-7d0511a81210 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c342780-baa8-4336-be5c-d9941365f5e2 HTTP/1.1" status: 200 len: 843 time: 0.1168416 Aug 02 17:30:55.576883 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b38714-126b-4cee-836c-5c2416d47e44 req-059e2022-dd37-4078-af83-02f268932f3b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.579786 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-57b38714-126b-4cee-836c-5c2416d47e44 req-059e2022-dd37-4078-af83-02f268932f3b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0909512 Aug 02 17:30:55.651994 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-57b38714-126b-4cee-836c-5c2416d47e44 req-b1545ad1-fd10-43f0-9c9e-9fe35c77912b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632412 Aug 02 17:30:55.695202 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-89b21e45-dd61-456f-a967-8f28b37b07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.698181 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-89b21e45-dd61-456f-a967-8f28b37b07eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fcc0f38-7d9a-4f99-8604-afbef04f37c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1092157 Aug 02 17:30:55.811529 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc81d3d-fac6-48f6-aff8-a9dd61f4e720 req-e2f2cfd0-a70d-4d66-bc13-22f6263b8207 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.813547 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7bc81d3d-fac6-48f6-aff8-a9dd61f4e720 req-e2f2cfd0-a70d-4d66-bc13-22f6263b8207 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 946 time: 0.0618465 Aug 02 17:30:55.859226 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd30c1d-fa50-436e-a0bc-a844778600dd req-d9f273d5-2357-44db-90e7-d73637f13a4e tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:55.865870 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1dd30c1d-fa50-436e-a0bc-a844778600dd req-d9f273d5-2357-44db-90e7-d73637f13a4e tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 947 time: 0.1367009 Aug 02 17:30:55.875886 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7bc81d3d-fac6-48f6-aff8-a9dd61f4e720 req-ad3fedd1-a593-456e-ba0e-43ac540723e7 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Aug 02 17:30:55.931058 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-53f4e8d1-2466-4dff-8bff-e0e9ac1c93d9 service neutron] 10.222.0.41 "GET /v2.0/networks/0fcc0f38-7d9a-4f99-8604-afbef04f37c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880991 Aug 02 17:30:55.972760 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1dd30c1d-fa50-436e-a0bc-a844778600dd req-355e478d-bda3-44fa-a53a-6bb0c4c98820 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918400 Aug 02 17:30:56.084232 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1916563-8d77-40af-891c-cdb66a09ea58 req-2c4279ad-afcb-4215-8d08-57a105c6a080 service neutron] 10.222.0.41 "GET /v2.0/networks/0fcc0f38-7d9a-4f99-8604-afbef04f37c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405225 Aug 02 17:30:56.149412 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:56.298173 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-be9fb093-0460-40f5-b889-f64376270257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:56.300779 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-be9fb093-0460-40f5-b889-f64376270257 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98225a9faad4879a06d0b3530922c4d&device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 1100 time: 0.0577650 Aug 02 17:30:56.422661 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-900673d5-ab02-42d6-9f96-288c1a6265a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:56.424111 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-900673d5-ab02-42d6-9f96-288c1a6265a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0fcc0f38-7d9a-4f99-8604-afbef04f37c8 HTTP/1.1" status: 200 len: 870 time: 0.1056035 Aug 02 17:30:56.497985 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-17f7104a-da33-43f3-b48a-858efe56eeb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=cee97203-4b83-41af-9b7d-dfb548b62e2d HTTP/1.1" status: 200 len: 217 time: 0.0629513 Aug 02 17:30:56.560693 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-6edfaa1e-d542-42d8-bf46-3701b852f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:56.562268 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-6edfaa1e-d542-42d8-bf46-3701b852f2d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c342780-baa8-4336-be5c-d9941365f5e2 HTTP/1.1" status: 200 len: 843 time: 0.0539865 Aug 02 17:30:56.641484 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-86fea5bf-15eb-4710-9fe0-c32bff4bc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:56.643474 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-86fea5bf-15eb-4710-9fe0-c32bff4bc535 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fcc0f38-7d9a-4f99-8604-afbef04f37c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703328 Aug 02 17:30:56.835545 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-802efa04-5d30-4340-ab8c-5dcd5ca0f00e service neutron] 10.222.0.41 "GET /v2.0/networks/0fcc0f38-7d9a-4f99-8604-afbef04f37c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803720 Aug 02 17:30:56.927700 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679ebfd-5104-4349-be40-99ff4a21f6cb req-34e6c187-eac7-4d66-9223-fb3237417fae tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:56.931748 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2679ebfd-5104-4349-be40-99ff4a21f6cb req-34e6c187-eac7-4d66-9223-fb3237417fae tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.1491823 Aug 02 17:30:57.005880 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2679ebfd-5104-4349-be40-99ff4a21f6cb req-eecd0590-cf0e-4b1e-9984-f745e7f8edcb tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653071 Aug 02 17:30:57.022700 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4b2ee14e-4363-4bda-9d9d-16b82c344ba9 req-51ed65d4-111b-40f2-88c4-9a094c7bf2da service neutron] 10.222.0.41 "GET /v2.0/networks/0fcc0f38-7d9a-4f99-8604-afbef04f37c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750495 Aug 02 17:30:57.199407 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52169ef-0ae3-4e4f-9d30-197f52572902 req-d60d4c21-2438-47b6-82e1-baab8939e45f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:57.202135 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a52169ef-0ae3-4e4f-9d30-197f52572902 req-d60d4c21-2438-47b6-82e1-baab8939e45f tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 946 time: 0.0886853 Aug 02 17:30:57.211947 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cbe5e-b24a-47eb-b5c5-6af37669d869 req-632b8ce5-5c51-4b2f-bcbf-2a385b77afdc tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:57.213642 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f60cbe5e-b24a-47eb-b5c5-6af37669d869 req-632b8ce5-5c51-4b2f-bcbf-2a385b77afdc tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 947 time: 0.0870514 Aug 02 17:30:57.249223 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a52169ef-0ae3-4e4f-9d30-197f52572902 req-4dfbd457-f9ab-4ee4-b909-26a1ef650c22 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 Aug 02 17:30:57.270790 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f60cbe5e-b24a-47eb-b5c5-6af37669d869 req-955f20ce-23fd-42bb-b752-10816f35abdc tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501966 Aug 02 17:30:58.045464 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device c14c70b3-a13a-4615-9ac2-05f41f2b84e3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:30:58.073909 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: c14c70b3-a13a-4615-9ac2-05f41f2b84e3 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:30:58.074328 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device c14c70b3-a13a-4615-9ac2-05f41f2b84e3 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:30:58.169604 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668e3d5-ca7a-4458-9363-cc5011e02f2c req-ed3d68d8-db66-461b-9351-784ef855e11a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:58.171563 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3668e3d5-ca7a-4458-9363-cc5011e02f2c req-ed3d68d8-db66-461b-9351-784ef855e11a tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0624204 Aug 02 17:30:58.223491 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3668e3d5-ca7a-4458-9363-cc5011e02f2c req-3bb8c1b9-ec4c-407f-a3c2-50fc48f34100 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Aug 02 17:30:58.400327 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575df34-e374-4e15-a643-716df49594a5 req-24c370fc-0430-4276-ae45-d92c8ca967ff tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:58.403029 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e575df34-e374-4e15-a643-716df49594a5 req-24c370fc-0430-4276-ae45-d92c8ca967ff tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 946 time: 0.0607691 Aug 02 17:30:58.415287 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6591c-5b2a-4b53-ac14-97a28ba82c83 req-6e086c5b-6419-4559-ba30-04c65491a52a tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:58.418293 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9cc6591c-5b2a-4b53-ac14-97a28ba82c83 req-6e086c5b-6419-4559-ba30-04c65491a52a tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 947 time: 0.0562210 Aug 02 17:30:58.465244 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e575df34-e374-4e15-a643-716df49594a5 req-395a90a6-f545-4770-b2bb-f1b211bf09e0 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546048 Aug 02 17:30:58.485833 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9cc6591c-5b2a-4b53-ac14-97a28ba82c83 req-ede2a436-5341-4f38-922a-7fdf63e6e476 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570281 Aug 02 17:30:58.631460 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-fbcaafd7-2eee-4795-930a-843eedb36d56 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:58.633110 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-fbcaafd7-2eee-4795-930a-843eedb36d56 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 946 time: 0.0635257 Aug 02 17:30:58.740767 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Deleting port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:30:58.741224 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.847993 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] For port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:30:58.848358 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:58.868852 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Calling delete_port for 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:30:59.082090 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:59.130449 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['eed693be-4c4c-4d6a-826b-289eaaf1ff54', '8ef795b6-cbf2-4b54-b7c1-037e93c00a54'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:30:59.133616 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Pushing event deleted for resources: {'Port': ['ID=8ef795b6-cbf2-4b54-b7c1-037e93c00a54,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:30:59.206440 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] No DVR routers for this DVR port 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:30:59.210419 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:30:59.214450 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-adde03e5-fd9f-4a0a-a184-fde24fd4d4d9 req-b0e1d70a-0601-4ac9-9fa4-b07cd66d56ad tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "DELETE /v2.0/ports/8ef795b6-cbf2-4b54-b7c1-037e93c00a54 HTTP/1.1" status: 204 len: 173 time: 0.5716131 Aug 02 17:30:59.215402 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d31e875-e098-4037-b6a7-928c6213e256', 'name': 'network-vif-deleted', 'tag': '8ef795b6-cbf2-4b54-b7c1-037e93c00a54'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:30:59.220630 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d63cb27-efd2-4578-a5e6-27479950f8f7" -d '{"events": [{"server_uuid": "1d31e875-e098-4037-b6a7-928c6213e256", "name": "network-vif-deleted", "tag": "8ef795b6-cbf2-4b54-b7c1-037e93c00a54"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:30:59.312871 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c167af-0877-4b0c-9fd8-c14cfe7870a5 x-openstack-request-id: req-98c167af-0877-4b0c-9fd8-c14cfe7870a5 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:30:59.313176 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d31e875-e098-4037-b6a7-928c6213e256", "name": "network-vif-deleted", "tag": "8ef795b6-cbf2-4b54-b7c1-037e93c00a54", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:30:59.313425 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98c167af-0877-4b0c-9fd8-c14cfe7870a5 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:30:59.313841 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d31e875-e098-4037-b6a7-928c6213e256', 'name': 'network-vif-deleted', 'tag': '8ef795b6-cbf2-4b54-b7c1-037e93c00a54', 'status': 'completed', 'code': 200} Aug 02 17:30:59.434186 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900df757-d57c-4300-9eb7-9d495ec531e0 req-05d0d712-f4bb-4413-8a08-cb6ffea7a78b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:59.435680 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-900df757-d57c-4300-9eb7-9d495ec531e0 req-05d0d712-f4bb-4413-8a08-cb6ffea7a78b tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0702713 Aug 02 17:30:59.483181 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-900df757-d57c-4300-9eb7-9d495ec531e0 req-aa2082e9-825c-4981-81ab-1b78cf0694af tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/security-groups?id=83651631-4194-461c-92d5-dd9a74b8b311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381331 Aug 02 17:30:59.622712 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0809b49b-8a6a-4054-bc8e-5ef94cf79811 req-541a8647-8b4a-4bc2-8077-07bf944df17d tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d31e875-e098-4037-b6a7-928c6213e256 HTTP/1.1" status: 200 len: 210 time: 0.0447133 Aug 02 17:30:59.653046 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b37f1-8719-4887-b631-8acdfd77e1ae req-7dca7da2-4413-47d6-87a0-ff2a9d5f328c tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:59.655791 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0f2b37f1-8719-4887-b631-8acdfd77e1ae req-7dca7da2-4413-47d6-87a0-ff2a9d5f328c tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 947 time: 0.0694764 Aug 02 17:30:59.719125 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0f2b37f1-8719-4887-b631-8acdfd77e1ae req-fd839c3c-8b1e-4e31-98e8-4f3587286078 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526710 Aug 02 17:30:59.930277 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-9fcc0f96-33de-4107-9904-89d10aa38db3 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:30:59.931934 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-9fcc0f96-33de-4107-9904-89d10aa38db3 tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 945 time: 0.0561974 Aug 02 17:31:00.013741 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56578) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:00.061806 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device cee97203-4b83-41af-9b7d-dfb548b62e2d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:31:00.068182 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Deleting port c8efb62d-d0c3-415c-818a-222c5f59c59a {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:00.068681 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.236278 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a3261327-f01c-4000-a768-8898a6128c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.264950 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port cee97203-4b83-41af-9b7d-dfb548b62e2d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee97203-4b83-41af-9b7d-dfb548b62e2d,segment=NetworkSegment(3165e943-d96f-4afb-b751-0509194fa62d),segment_id=3165e943-d96f-4afb-b751-0509194fa62d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:00.285834 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] For port c8efb62d-d0c3-415c-818a-222c5f59c59a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c8efb62d-d0c3-415c-818a-222c5f59c59a,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:00.286756 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.295373 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': 'cee97203-4b83-41af-9b7d-dfb548b62e2d', 'network_id': '0fcc0f38-7d9a-4f99-8604-afbef04f37c8', 'port_id': 'cee97203-4b83-41af-9b7d-dfb548b62e2d', 'mac_address': 'fa:16:3e:a4:10:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c342780-baa8-4336-be5c-d9941365f5e2', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:31:00.312200 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Calling delete_port for c8efb62d-d0c3-415c-818a-222c5f59c59a owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:00.391693 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.420120 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee97203-4b83-41af-9b7d-dfb548b62e2d {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:31:00.462611 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port cee97203-4b83-41af-9b7d-dfb548b62e2d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee97203-4b83-41af-9b7d-dfb548b62e2d,segment=NetworkSegment(3165e943-d96f-4afb-b751-0509194fa62d),segment_id=3165e943-d96f-4afb-b751-0509194fa62d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:00.470089 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.486017 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a3261327-f01c-4000-a768-8898a6128c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.494522 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a3261327-f01c-4000-a768-8898a6128c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.564657 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3261327-f01c-4000-a768-8898a6128c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b10f95-9fac-4f89-9da8-3cd665654d0c,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:00.580461 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=cee97203-4b83-41af-9b7d-dfb548b62e2d,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:00.601113 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a3261327-f01c-4000-a768-8898a6128c15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df4c56f880f04deeb8e438968b0dbd47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843616 Aug 02 17:31:00.603559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56586) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:00.617817 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.670276 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['c8efb62d-d0c3-415c-818a-222c5f59c59a'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:31:00.682647 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d1742c71-9393-4207-b735-47445c00e026 req-5d349a6c-5538-4926-a0cd-ff774d936cbd tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e23e09f-bb4f-4127-83ae-b7c8ca58451a HTTP/1.1" status: 200 len: 210 time: 0.0512555 Aug 02 17:31:00.707039 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Pushing event deleted for resources: {'Port': ['ID=c8efb62d-d0c3-415c-818a-222c5f59c59a,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:00.733183 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-afae1de2-d1b5-400d-b9f0-ebf703b993cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.753017 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] No DVR routers for this DVR port c8efb62d-d0c3-415c-818a-222c5f59c59a on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:00.756691 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.760015 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-72e5ea6c-1725-475f-9b80-9a41a494de37 req-ee3bf7d5-a814-4034-af47-859994e5d72d tempest-ServerRescueNegativeTestJSON-1620495110 tempest-ServerRescueNegativeTestJSON-1620495110-project] 10.222.0.41 "DELETE /v2.0/ports/c8efb62d-d0c3-415c-818a-222c5f59c59a HTTP/1.1" status: 204 len: 173 time: 0.8198302 Aug 02 17:31:00.770002 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-afae1de2-d1b5-400d-b9f0-ebf703b993cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.878057 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:31:00.883987 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-afae1de2-d1b5-400d-b9f0-ebf703b993cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.887913 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-afae1de2-d1b5-400d-b9f0-ebf703b993cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:00.889065 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-afae1de2-d1b5-400d-b9f0-ebf703b993cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82b10f95-9fac-4f89-9da8-3cd665654d0c HTTP/1.1" status: 204 len: 168 time: 0.2836261 Aug 02 17:31:00.925176 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae1de2-d1b5-400d-b9f0-ebf703b993cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b10f95-9fac-4f89-9da8-3cd665654d0c,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:00.956256 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06747a-5101-40bb-bf4a-28d737fb783f req-428728ac-5901-4849-aa10-fe8f7414fc97 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:00.957401 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3e06747a-5101-40bb-bf4a-28d737fb783f req-428728ac-5901-4849-aa10-fe8f7414fc97 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 948 time: 0.1071682 Aug 02 17:31:00.989064 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['cee97203-4b83-41af-9b7d-dfb548b62e2d'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:31:01.028890 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3e06747a-5101-40bb-bf4a-28d737fb783f req-ebfa28a4-c202-48bc-8c6b-de8e37282ecf tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529289 Aug 02 17:31:01.232880 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:01.314938 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e23e09f-bb4f-4127-83ae-b7c8ca58451a', 'name': 'network-vif-deleted', 'tag': 'c8efb62d-d0c3-415c-818a-222c5f59c59a'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:01.317454 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ebfc3-080b-4958-8fa9-ca4af6a2c603" -d '{"events": [{"server_uuid": "2e23e09f-bb4f-4127-83ae-b7c8ca58451a", "name": "network-vif-deleted", "tag": "c8efb62d-d0c3-415c-818a-222c5f59c59a"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:01.368657 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109473e-e1ca-4821-b68e-4d696003c751 x-openstack-request-id: req-f109473e-e1ca-4821-b68e-4d696003c751 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:01.369122 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e23e09f-bb4f-4127-83ae-b7c8ca58451a", "name": "network-vif-deleted", "tag": "c8efb62d-d0c3-415c-818a-222c5f59c59a", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:01.369278 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f109473e-e1ca-4821-b68e-4d696003c751 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:01.369627 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e23e09f-bb4f-4127-83ae-b7c8ca58451a', 'name': 'network-vif-deleted', 'tag': 'c8efb62d-d0c3-415c-818a-222c5f59c59a', 'status': 'completed', 'code': 200} Aug 02 17:31:01.778723 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 56622) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:01.856900 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56624) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:01.995790 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1938562076-network', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:02.031153 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Made reservation on behalf of 79f0de88dfb54c239ae99fa456ffb4da for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:02.033606 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.044689 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.117845 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device cee97203-4b83-41af-9b7d-dfb548b62e2d up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:02.190337 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.199383 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.227777 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port cee97203-4b83-41af-9b7d-dfb548b62e2d completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:02.234244 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port cee97203-4b83-41af-9b7d-dfb548b62e2d triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:02.234972 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.271161 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:31:02.275256 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7374e1f3-bc8f-47a1-ae02-efdf4947abcb,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:02.295153 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.295809 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Added segment 365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07 of type vlan for network 25f39cb8-3381-466a-8332-ee9cda50e116 Aug 02 17:31:02.368614 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.382789 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.404924 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18642c9-deb2-459a-9273-59030baec086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee97203-4b83-41af-9b7d-dfb548b62e2d'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:02.410549 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4344457c-c29c-415e-ab85-d1b6d11ae4d6" -d '{"events": [{"server_uuid": "e18642c9-deb2-459a-9273-59030baec086", "name": "network-vif-plugged", "status": "completed", "tag": "cee97203-4b83-41af-9b7d-dfb548b62e2d"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:02.426779 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15ee1-bb70-43f1-a2d2-ffa0b96b3ae7 req-818916d2-b605-4cb3-9649-d8891b0aec05 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:02.441220 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aed15ee1-bb70-43f1-a2d2-ffa0b96b3ae7 req-818916d2-b605-4cb3-9649-d8891b0aec05 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 948 time: 0.2116051 Aug 02 17:31:02.454679 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.456408 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:02.457466 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.464767 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port cee97203-4b83-41af-9b7d-dfb548b62e2d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee97203-4b83-41af-9b7d-dfb548b62e2d,segment=NetworkSegment(3165e943-d96f-4afb-b751-0509194fa62d),segment_id=3165e943-d96f-4afb-b751-0509194fa62d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:02.474124 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.476605 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device c8efb62d-d0c3-415c-818a-222c5f59c59a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:02.594798 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] Pushing event updated for resources: {'Network': ['ID=25f39cb8-3381-466a-8332-ee9cda50e116,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:02.600411 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-3325d85e-741f-43ba-8723-e57b1c9f6177 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7418468 Aug 02 17:31:02.603122 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56638) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:02.609384 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: c8efb62d-d0c3-415c-818a-222c5f59c59a {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:02.609738 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device c8efb62d-d0c3-415c-818a-222c5f59c59a not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:02.610380 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:02.612709 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Request body: {'subnet': {'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1938562076-subnet', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:02.613052 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b302d99-28c2-41a9-b1fc-5e40daf7a5c5 x-openstack-request-id: req-8b302d99-28c2-41a9-b1fc-5e40daf7a5c5 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:02.613234 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18642c9-deb2-459a-9273-59030baec086", "name": "network-vif-plugged", "status": "completed", "tag": "cee97203-4b83-41af-9b7d-dfb548b62e2d", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:02.613751 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b302d99-28c2-41a9-b1fc-5e40daf7a5c5 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:02.614151 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18642c9-deb2-459a-9273-59030baec086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee97203-4b83-41af-9b7d-dfb548b62e2d', 'code': 200} Aug 02 17:31:02.614712 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=cee97203-4b83-41af-9b7d-dfb548b62e2d,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:02.621418 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 25f39cb8-3381-466a-8332-ee9cda50e116 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:31:02.639866 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aed15ee1-bb70-43f1-a2d2-ffa0b96b3ae7 req-0ae1b727-0c69-45ad-ab18-eb19c4a1d567 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947517 Aug 02 17:31:02.721017 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Made reservation on behalf of 79f0de88dfb54c239ae99fa456ffb4da for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:02.724937 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.758010 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445680'] for router_interface, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:02.783372 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:02.783921 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 8ef795b6-cbf2-4b54-b7c1-037e93c00a54 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:02.968588 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d53146-c374-4ce3-80a2-b79a0f58c9a0 req-04e63683-4f1d-4d2a-a2e3-3763ad239006 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:02.971393 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-93d53146-c374-4ce3-80a2-b79a0f58c9a0 req-04e63683-4f1d-4d2a-a2e3-3763ad239006 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 946 time: 0.1934612 Aug 02 17:31:03.108372 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-93d53146-c374-4ce3-80a2-b79a0f58c9a0 req-9ed7eddb-e38c-4ceb-b4b2-14e36bae8cd1 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243033 Aug 02 17:31:03.202352 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.305833 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cbf1bb-dc55-4175-b4c3-006292e463f9,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:03.322001 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Checking segment: {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:03.322603 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Network hostable DHCP agents. Network: 25f39cb8-3381-466a-8332-ee9cda50e116, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:31:03.324144 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb385dec-6a7f-45d7-8902-05c740751897 req-85bff69e-04b4-4825-9a22-1814861facd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:03.325920 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eb385dec-6a7f-45d7-8902-05c740751897 req-85bff69e-04b4-4825-9a22-1814861facd7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 1102 time: 0.1266475 Aug 02 17:31:03.353078 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Network 25f39cb8-3381-466a-8332-ee9cda50e116 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:31:03.367162 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 25f39cb8-3381-466a-8332-ee9cda50e116) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:03.374863 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:03.381917 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a7ece-918a-4f50-817d-88e0da7a5a01 None None] Network 25f39cb8-3381-466a-8332-ee9cda50e116 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:31:03.387516 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.416354 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-5c8de2b4-58d0-4a4f-9f05-23ebdd2d048e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8114464 Aug 02 17:31:03.421406 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56642) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:03.428884 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:03.450517 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eb385dec-6a7f-45d7-8902-05c740751897 req-407c8108-e6e9-4744-a7ed-45862ef0e050 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974805 Aug 02 17:31:03.471884 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.473085 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.569203 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.612515 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Deleting port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:03.613478 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.656399 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-25f39cb8-3381-466a-8332-ee9cda50e116', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:31:03.657947 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.758409 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] For port 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b,segment=NetworkSegment(cc4d8fa8-a392-4615-aab5-e8c37493d7a0),segment_id=cc4d8fa8-a392-4615-aab5-e8c37493d7a0)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:03.758818 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.779341 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Calling delete_port for 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b owned by network:router_interface {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:03.832499 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:03.938869 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e70db-349d-44fa-83a5-e6dd23ebefbd req-eea4827e-1b51-45bb-af09-c8c245a83391 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:03.941389 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-762e70db-349d-44fa-83a5-e6dd23ebefbd req-eea4827e-1b51-45bb-af09-c8c245a83391 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 949 time: 0.1596811 Aug 02 17:31:03.972662 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Allocated IP 172.20.0.2 (25f39cb8-3381-466a-8332-ee9cda50e116/46cbf1bb-dc55-4175-b4c3-006292e463f9/1ff4570f-5682-448c-86c8-3d08b04edd32) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:04.091914 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-762e70db-349d-44fa-83a5-e6dd23ebefbd req-a1bf810d-8743-4002-90cc-e67e7bc417a6 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272252 Aug 02 17:31:04.170555 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.214478 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.224473 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.287915 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.291314 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Transition to ACTIVE for port object 1ff4570f-5682-448c-86c8-3d08b04edd32 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:04.322276 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Transition to ACTIVE for port object 1ff4570f-5682-448c-86c8-3d08b04edd32 will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:04.332501 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.341348 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:04.372916 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef49bd-07ff-47f7-97cb-3bd6e95dadaa req-224bddd4-1e57-4478-8f47-de2a24f77613 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:04.374500 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d0ef49bd-07ff-47f7-97cb-3bd6e95dadaa req-224bddd4-1e57-4478-8f47-de2a24f77613 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 946 time: 0.1155758 Aug 02 17:31:04.408429 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Network 25f39cb8-3381-466a-8332-ee9cda50e116 is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:04.421427 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:04.423424 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Allocated IP 172.27.0.166 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/8a76fc77-0010-4acd-93b3-7e9541315e51) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:04.429358 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:04.439266 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Pushing event updated for resources: {'Port': ['ID=1ff4570f-5682-448c-86c8-3d08b04edd32,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:04.527636 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Attempting to bind port 1ff4570f-5682-448c-86c8-3d08b04edd32 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:04.528046 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Attempting to bind port 1ff4570f-5682-448c-86c8-3d08b04edd32 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:04.528495 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Attempting to bind port 1ff4570f-5682-448c-86c8-3d08b04edd32 on network 25f39cb8-3381-466a-8332-ee9cda50e116 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:04.534748 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:04.535175 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Checking segment: {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:04.535594 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.536053 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Bound using segment: {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:04.536542 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Bound port: 1ff4570f-5682-448c-86c8-3d08b04edd32, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:04.536917 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.556696 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d0ef49bd-07ff-47f7-97cb-3bd6e95dadaa req-01820836-c96d-4146-82aa-c5751b3b9440 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617959 Aug 02 17:31:04.601799 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445572'] for router_interface, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.643106 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] For port 1ff4570f-5682-448c-86c8-3d08b04edd32, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:04.644020 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.647998 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] For port 1ff4570f-5682-448c-86c8-3d08b04edd32, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=1ff4570f-5682-448c-86c8-3d08b04edd32,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:04.652932 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.707807 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:04.732253 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61d8b8-7115-4506-b3ed-6336817aaae6 None None] Pushing event updated for resources: {'Port': ['ID=1ff4570f-5682-448c-86c8-3d08b04edd32,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:04.759319 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:04.765704 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:04.772559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:04.924727 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Pushing event updated for resources: {'Port': ['ID=8a76fc77-0010-4acd-93b3-7e9541315e51,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:04.962135 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:05.270112 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:05.372560 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:05.379600 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-151e0b66-dec5-4965-ab92-d5e2c8119d1b admin admin] 10.222.0.16 "PUT /v2.0/routers/43ddb91e-d6d2-4a6a-a673-6550f94d0532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5996714 Aug 02 17:31:05.396452 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] Sync routers for ids ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:05.397455 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-8a1f8373-f2a1-43ba-8a16-9539f320f9c8 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:05.398663 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-8a1f8373-f2a1-43ba-8a16-9539f320f9c8 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 946 time: 0.2061341 Aug 02 17:31:05.399398 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 56654) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:05.415364 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] Routers {'43ddb91e-d6d2-4a6a-a673-6550f94d0532'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:05.417016 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:05.457915 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72761b8-cac0-40e0-8948-64547ca5c1ba req-8b4d18f3-8219-465e-be05-49219626be2f tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:05.459523 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f72761b8-cac0-40e0-8948-64547ca5c1ba req-8b4d18f3-8219-465e-be05-49219626be2f tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 949 time: 0.1692798 Aug 02 17:31:05.558909 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:05.605067 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] Set router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:05.628366 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f72761b8-cac0-40e0-8948-64547ca5c1ba req-0da83511-3fa3-4a20-bdc8-985a2f132618 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404986 Aug 02 17:31:05.643601 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks [] for router, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:05.724526 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Deleting port eed693be-4c4c-4d6a-826b-289eaaf1ff54 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:05.724882 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:05.792795 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4fd2b-a4b6-4817-bb36-495240ccee4c req-a7ed5f31-2bd1-4370-ac17-e6d7869b0ea3 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:05.794932 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d0f4fd2b-a4b6-4817-bb36-495240ccee4c req-a7ed5f31-2bd1-4370-ac17-e6d7869b0ea3 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 946 time: 0.0779767 Aug 02 17:31:05.853939 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:31:05.877015 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d0f4fd2b-a4b6-4817-bb36-495240ccee4c req-46ab9d9e-8f6f-4cd5-8822-02f695ee96dd tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/security-groups?id=92238d7d-5276-4ff1-8dfc-0aa36e1454e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703957 Aug 02 17:31:05.927682 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:31:04Z', 'revision_number': 5, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'gw_port': {'id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:20:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:29Z', 'updated_at': '2021-08-02T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:05.961034 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] Checking router: 43ddb91e-d6d2-4a6a-a673-6550f94d0532 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:05.973725 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] Routers {'43ddb91e-d6d2-4a6a-a673-6550f94d0532'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:05.974771 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:06.154400 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6006dc-b7cb-4c81-b08f-ab83a0c6b493 None None] Network 25f39cb8-3381-466a-8332-ee9cda50e116 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:31:06.173241 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:06.175231 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] Set router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:06.231623 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] For port eed693be-4c4c-4d6a-826b-289eaaf1ff54, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eed693be-4c4c-4d6a-826b-289eaaf1ff54,segment=NetworkSegment(2613282a-4a6e-4551-b2d3-2084313b187a),segment_id=2613282a-4a6e-4551-b2d3-2084313b187a)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:06.232131 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:06.250862 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-9167d81a-9a50-41cf-b8c3-c4dcc772270d None None] Provisioning for port 1ff4570f-5682-448c-86c8-3d08b04edd32 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:06.252214 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Calling delete_port for eed693be-4c4c-4d6a-826b-289eaaf1ff54 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:06.334624 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Deleting port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:06.335151 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:06.356366 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:06.392695 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Sync routers for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:06.404926 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:06.409511 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:06.410267 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:06.413340 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-e5755f48-21e0-4205-954b-c0fcd1fbcd90 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9884205 Aug 02 17:31:06.417602 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 56662) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:06.538098 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:31:04Z', 'revision_number': 5, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'gw_port': {'id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:20:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:29Z', 'updated_at': '2021-08-02T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:06.588919 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256f388-26cb-452d-91b3-e1dcf983ac79 req-146366b3-cd1d-4e78-bf06-66265a6b9c72 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:06.590592 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7256f388-26cb-452d-91b3-e1dcf983ac79 req-146366b3-cd1d-4e78-bf06-66265a6b9c72 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0671055 Aug 02 17:31:06.591658 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599b6ae-5790-46e0-a95d-4fa3a42d14ba None None] The sync data for ids ['43ddb91e-d6d2-4a6a-a673-6550f94d0532'] in dv-cinder-788365-5-iscsi is: [{'id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'name': 'tempest-ServerRescueNegativeTestJSON-1922274873-router', 'tenant_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:31:04Z', 'revision_number': 5, 'project_id': '7b05c3a3701b4394bd0298bbb30e4efa', 'gw_port': {'id': 'dc5e1e23-dc5f-4352-ab3e-bdf0063ee668', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:20:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ddb91e-d6d2-4a6a-a673-6550f94d0532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:29Z', 'updated_at': '2021-08-02T17:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:06.686773 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7256f388-26cb-452d-91b3-e1dcf983ac79 req-0cd7e29d-386d-4e15-97ad-7e16519a6433 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845265 Aug 02 17:31:06.730437 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] For port dc5e1e23-dc5f-4352-ab3e-bdf0063ee668, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=dc5e1e23-dc5f-4352-ab3e-bdf0063ee668,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:06.731126 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:06.798817 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Calling delete_port for dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 owned by network:router_gateway {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:06.806758 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:06.929983 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:07.035731 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b149a1c8-7bc4-4e98-92b9-019965008e56 req-c2949dee-aaa9-4f9f-ab2c-5f9fad854e09 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.0463748 Aug 02 17:31:07.069107 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0140eb-0f1b-4095-a3c4-c8e507808e2a req-051f9c6c-ff15-459e-a175-42499b766d53 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:07.077920 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fb0140eb-0f1b-4095-a3c4-c8e507808e2a req-051f9c6c-ff15-459e-a175-42499b766d53 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 949 time: 0.3428583 Aug 02 17:31:07.086175 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:05Z', 'revision_number': 3, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:07.098032 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Pushing event deleted for resources: {'Port': ['ID=eed693be-4c4c-4d6a-826b-289eaaf1ff54,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:07.129474 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Checking router: 1dd09492-40f8-41c7-8f2b-e466b8ec1791 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:07.129840 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Updating router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 port 8a76fc77-0010-4acd-93b3-7e9541315e51 binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:31:07.168853 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 1ff4570f-5682-448c-86c8-3d08b04edd32 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:07.174660 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:07.186171 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] No DVR routers for this DVR port eed693be-4c4c-4d6a-826b-289eaaf1ff54 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:07.193327 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:07.195393 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e63c9337-4de1-40fa-9dc0-a0cb3644ea57 req-defd8a04-051b-4bc8-aaef-64e3e6e8f1d4 tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.41 "DELETE /v2.0/ports/eed693be-4c4c-4d6a-826b-289eaaf1ff54 HTTP/1.1" status: 204 len: 173 time: 1.7545085 Aug 02 17:31:07.205542 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b937263-86ca-41b0-80b3-3c28f5100006', 'name': 'network-vif-deleted', 'tag': 'eed693be-4c4c-4d6a-826b-289eaaf1ff54'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:07.210952 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16fd05-5e0c-4553-aca1-04ab709c7e6f" -d '{"events": [{"server_uuid": "1b937263-86ca-41b0-80b3-3c28f5100006", "name": "network-vif-deleted", "tag": "eed693be-4c4c-4d6a-826b-289eaaf1ff54"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:07.264195 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fb0140eb-0f1b-4095-a3c4-c8e507808e2a req-4f1b81c8-82ab-41ce-adc3-e34ab40ba71a tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853571 Aug 02 17:31:07.342085 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bc00a8-931e-4061-bd24-93a04099444a x-openstack-request-id: req-d2bc00a8-931e-4061-bd24-93a04099444a {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:07.342379 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b937263-86ca-41b0-80b3-3c28f5100006", "name": "network-vif-deleted", "tag": "eed693be-4c4c-4d6a-826b-289eaaf1ff54", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:07.342651 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2bc00a8-931e-4061-bd24-93a04099444a {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:07.343133 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b937263-86ca-41b0-80b3-3c28f5100006', 'name': 'network-vif-deleted', 'tag': 'eed693be-4c4c-4d6a-826b-289eaaf1ff54', 'status': 'completed', 'code': 200} Aug 02 17:31:07.468376 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 1ff4570f-5682-448c-86c8-3d08b04edd32 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:07.497112 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:07.545125 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 1ff4570f-5682-448c-86c8-3d08b04edd32 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:07.545125 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:07.593879 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5e1e23-dc5f-4352-ab3e-bdf0063ee668,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:07.686318 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:07.734124 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444478'] for router_gateway, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:07.764993 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7ed1-e602-4615-8071-e71888ddb8a4 req-340bad61-8909-479b-be00-ad52024d3ea7 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:07.768302 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-25fc7ed1-e602-4615-8071-e71888ddb8a4 req-340bad61-8909-479b-be00-ad52024d3ea7 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 949 time: 0.1071947 Aug 02 17:31:07.787340 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 1ff4570f-5682-448c-86c8-3d08b04edd32, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=1ff4570f-5682-448c-86c8-3d08b04edd32,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:07.799490 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:07.830757 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:07.834769 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-25fc7ed1-e602-4615-8071-e71888ddb8a4 req-995e69fa-b43b-4794-a086-846a597e459b tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543587 Aug 02 17:31:07.894044 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:07.905276 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:07.905823 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0ff9fa16-4d84-4117-9c37-0a7f7eeb1a5b not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:07.932691 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Transition to ACTIVE for port object 8a76fc77-0010-4acd-93b3-7e9541315e51 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:07.941152 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=1ff4570f-5682-448c-86c8-3d08b04edd32,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:07.947402 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.019410 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Attempting to bind port 8a76fc77-0010-4acd-93b3-7e9541315e51 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:08.019826 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Attempting to bind port 8a76fc77-0010-4acd-93b3-7e9541315e51 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:08.020368 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Attempting to bind port 8a76fc77-0010-4acd-93b3-7e9541315e51 on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:08.033569 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f976db0-40d2-4c47-83a7-6f364f7b2e61 None None] Pushing event updated for resources: {'Port': ['ID=8a76fc77-0010-4acd-93b3-7e9541315e51,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:08.037033 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:08.037475 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:08.038011 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.038486 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:08.039096 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Bound port: 8a76fc77-0010-4acd-93b3-7e9541315e51, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:08.039571 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.040303 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8409'] for router, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.057192 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.096942 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device eed693be-4c4c-4d6a-826b-289eaaf1ff54 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:08.139319 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: eed693be-4c4c-4d6a-826b-289eaaf1ff54 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:08.140008 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device eed693be-4c4c-4d6a-826b-289eaaf1ff54 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:08.146677 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] For port 8a76fc77-0010-4acd-93b3-7e9541315e51, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:08.168160 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] For port 8a76fc77-0010-4acd-93b3-7e9541315e51, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=8a76fc77-0010-4acd-93b3-7e9541315e51,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:08.176004 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.188873 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.249694 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f14dbbb9-e570-4d5e-b1d0-beac46c98dc8 req-f7663395-80d5-44fe-9433-8b0cadbd23ac tempest-AttachVolumeNegativeTest-240563866 tempest-AttachVolumeNegativeTest-240563866-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b937263-86ca-41b0-80b3-3c28f5100006 HTTP/1.1" status: 200 len: 210 time: 0.0573380 Aug 02 17:31:08.287035 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:08.288280 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:08.328299 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b9c38-f027-4a4d-b46a-f590365568c1 req-0dbc9cf6-ad57-4a39-b11d-5a997c8c7743 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:08.330836 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3e5b9c38-f027-4a4d-b46a-f590365568c1 req-0dbc9cf6-ad57-4a39-b11d-5a997c8c7743 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.4848123 Aug 02 17:31:08.340772 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443701'] for router, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.341620 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ddb91e-d6d2-4a6a-a673-6550f94d0532 {{(pid=93403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:31:08.351292 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f976db0-40d2-4c47-83a7-6f364f7b2e61 None None] Pushing event updated for resources: {'Port': ['ID=8a76fc77-0010-4acd-93b3-7e9541315e51,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:08.367228 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] Notify callbacks [] for router, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.371054 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-1739a2c8-c705-4f80-99f2-11e4cc0ac87f admin admin] 10.222.0.16 "DELETE /v2.0/routers/43ddb91e-d6d2-4a6a-a673-6550f94d0532 HTTP/1.1" status: 204 len: 168 time: 2.9682574 Aug 02 17:31:08.373248 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56682) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:08.450762 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff72d223-9fc7-4a41-be82-a483974f61ca admin admin] Deleting subnet daef3cfb-6c43-44d7-9ccb-4de42c45122d {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:31:08.456645 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ff72d223-9fc7-4a41-be82-a483974f61ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.469155 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:08.508974 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3e5b9c38-f027-4a4d-b46a-f590365568c1 req-3aa9d049-392c-414d-88a8-1c72e5e529ab tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590853 Aug 02 17:31:08.537231 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ff72d223-9fc7-4a41-be82-a483974f61ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.550571 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ff72d223-9fc7-4a41-be82-a483974f61ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.630850 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Allocated IP 172.20.0.1 (25f39cb8-3381-466a-8332-ee9cda50e116/46cbf1bb-dc55-4175-b4c3-006292e463f9/64550366-209b-4f09-b36f-51f49f83c4cc) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:08.646005 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ff72d223-9fc7-4a41-be82-a483974f61ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.698716 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72d223-9fc7-4a41-be82-a483974f61ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daef3cfb-6c43-44d7-9ccb-4de42c45122d,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:08.706729 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ff72d223-9fc7-4a41-be82-a483974f61ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.711577 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-ff72d223-9fc7-4a41-be82-a483974f61ca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/daef3cfb-6c43-44d7-9ccb-4de42c45122d HTTP/1.1" status: 204 len: 168 time: 0.3366783 Aug 02 17:31:08.711856 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 56684) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:08.740267 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:05Z', 'revision_number': 3, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:08.770252 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb387f-2701-4cb4-bf3c-58056890792e None None] The sync data for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi is: [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:05Z', 'revision_number': 3, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:08.820082 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.854690 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.901965 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Transition to ACTIVE for port object 64550366-209b-4f09-b36f-51f49f83c4cc will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:08.954156 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:08.968657 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398c1e99-b5ef-4a52-9310-ea2246e20b5a']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:09.004387 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:09.005404 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4d8fa8-a392-4615-aab5-e8c37493d7a0') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:09.032941 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.068799 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.083917 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:31:09.084724 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:31:09.089436 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:31:09.095042 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 1ff4570f-5682-448c-86c8-3d08b04edd32 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:09.100780 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6597d6a-8220-45d7-b010-0795d3c14a08 req-4d8fb0dc-e598-4bae-8c1b-9f80c3ec1f40 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:09.121589 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a6597d6a-8220-45d7-b010-0795d3c14a08 req-4d8fb0dc-e598-4bae-8c1b-9f80c3ec1f40 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 949 time: 0.1447992 Aug 02 17:31:09.134840 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.236729 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a6597d6a-8220-45d7-b010-0795d3c14a08 req-89b2f180-13b9-4e65-b4a2-a968045cd0d8 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139934 Aug 02 17:31:09.266278 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 1ff4570f-5682-448c-86c8-3d08b04edd32 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:09.267945 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.279505 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Network 25f39cb8-3381-466a-8332-ee9cda50e116 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:09.285901 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:09.292731 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:09.295628 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.359659 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56690) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:09.375353 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.381990 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/398c1e99-b5ef-4a52-9310-ea2246e20b5a HTTP/1.1" status: 204 len: 168 time: 0.6656783 Aug 02 17:31:09.385887 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Pushing event updated for resources: {'Port': ['ID=64550366-209b-4f09-b36f-51f49f83c4cc,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:09.418712 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a90b82-94e8-46f1-b59f-53b30b515fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=398c1e99-b5ef-4a52-9310-ea2246e20b5a,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:09.440481 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.489316 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc596699-7b2e-43e1-b09c-60fc5f49a389 admin admin] Deleting subnet b5118065-5b7b-4740-a1cc-72d0c4b0d77a {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:31:09.495158 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fc596699-7b2e-43e1-b09c-60fc5f49a389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.625400 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fc596699-7b2e-43e1-b09c-60fc5f49a389 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.633718 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fc596699-7b2e-43e1-b09c-60fc5f49a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.675766 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:09.758058 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:09.758704 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device dc5e1e23-dc5f-4352-ab3e-bdf0063ee668 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:09.772565 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56696) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:09.859273 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab110d9-c31c-4612-89b9-eb385ff31d5f req-d9ba2e2a-ed92-425b-8f66-9f3342cbca18 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:09.861502 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8ab110d9-c31c-4612-89b9-eb385ff31d5f req-d9ba2e2a-ed92-425b-8f66-9f3342cbca18 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1494186 Aug 02 17:31:09.874659 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fc596699-7b2e-43e1-b09c-60fc5f49a389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.876921 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-c30df12e-e959-4230-b3b7-4b6647884d61 None None] Provisioning for port 64550366-209b-4f09-b36f-51f49f83c4cc completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:09.883110 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-104a2ac1-1900-4bd5-b29c-308eb220212f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b05c3a3701b4394bd0298bbb30e4efa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1053278 Aug 02 17:31:09.885238 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56698) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:09.885472 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-c30df12e-e959-4230-b3b7-4b6647884d61 None None] Provisioning complete for port 64550366-209b-4f09-b36f-51f49f83c4cc triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:09.885863 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-c30df12e-e959-4230-b3b7-4b6647884d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.923612 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fc596699-7b2e-43e1-b09c-60fc5f49a389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:09.926650 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-fc596699-7b2e-43e1-b09c-60fc5f49a389 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b5118065-5b7b-4740-a1cc-72d0c4b0d77a HTTP/1.1" status: 204 len: 168 time: 0.5654349 Aug 02 17:31:09.945014 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-c30df12e-e959-4230-b3b7-4b6647884d61 None None] Port 64550366-209b-4f09-b36f-51f49f83c4cc cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:09.960652 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56702) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:09.977380 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596699-7b2e-43e1-b09c-60fc5f49a389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5118065-5b7b-4740-a1cc-72d0c4b0d77a,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:10.075361 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8ab110d9-c31c-4612-89b9-eb385ff31d5f req-0a22a080-d3de-4e2c-9e12-3a014e2de10c tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023315 Aug 02 17:31:10.110462 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c006e31e-3f54-4f4d-9447-04b243a9ce17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.119165 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.126363 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-54563613-bf9b-4a8a-a281-002697736a70 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:10.128372 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-54563613-bf9b-4a8a-a281-002697736a70 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.41 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 949 time: 0.5847256 Aug 02 17:31:10.154425 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c006e31e-3f54-4f4d-9447-04b243a9ce17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.206933 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.273167 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.295501 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.296100 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.297270 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.297832 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > port after_create 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.298447 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.298909 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > port after_update 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.299407 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.299804 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.300196 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.301629 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.424656 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Deleting port cee97203-4b83-41af-9b7d-dfb548b62e2d {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:31:10.424961 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.487549 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.487939 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.488325 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.488613 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 17:31:10.488997 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1024daa2-6d15-4da9-9a68-d2af8abab30e']}} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:10.508527 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2613282a-4a6e-4551-b2d3-2084313b187a') {'for_net_delete': True} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:10.508899 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2613282a-4a6e-4551-b2d3-2084313b187a') {} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:10.514214 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c006e31e-3f54-4f4d-9447-04b243a9ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.517139 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-c006e31e-3f54-4f4d-9447-04b243a9ce17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.518334 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-c006e31e-3f54-4f4d-9447-04b243a9ce17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83651631-4194-461c-92d5-dd9a74b8b311 HTTP/1.1" status: 204 len: 168 time: 0.6192739 Aug 02 17:31:10.539717 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598429'] for segment, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.543129 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635df814-afb9-4cd5-a91a-062385fff5d3 req-36aaac17-058b-4995-a3d4-d2d5e3a44efa tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:10.544782 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-635df814-afb9-4cd5-a91a-062385fff5d3 req-36aaac17-058b-4995-a3d4-d2d5e3a44efa tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 949 time: 0.1700516 Aug 02 17:31:10.553345 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006e31e-3f54-4f4d-9447-04b243a9ce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83651631-4194-461c-92d5-dd9a74b8b311,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:10.571711 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.587232 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:31:10.590283 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096407'] for segment, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: from cryptography.utils import int_from_bytes Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: from cryptography.utils import int_from_bytes Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: Traceback (most recent call last): Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: timer() Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: cb(*args, **kw) Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: return func(*args, **kwargs) Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: self._notify() Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: self.callback(batched_events) Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: event.method(event) Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: return f(self, *a, **k) Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._get(url).json() Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: return self.request(url, 'GET', **kwargs) Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:31:10.595369 dv-cinder-788365-5-iscsi neutron-server[93404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:31:10.628838 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.642429 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.646724 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] For port cee97203-4b83-41af-9b7d-dfb548b62e2d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cee97203-4b83-41af-9b7d-dfb548b62e2d,segment=NetworkSegment(3165e943-d96f-4afb-b751-0509194fa62d),segment_id=3165e943-d96f-4afb-b751-0509194fa62d)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:10.647207 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.667208 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-635df814-afb9-4cd5-a91a-062385fff5d3 req-b372ecff-3d97-4712-b789-55bc88a8a987 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/security-groups?id=01fa1719-f30c-41fb-831c-2572eba016cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954280 Aug 02 17:31:10.718502 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Calling delete_port for cee97203-4b83-41af-9b7d-dfb548b62e2d owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:31:10.732139 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.768263 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Pushing event updated for resources: {'Port': ['ID=64550366-209b-4f09-b36f-51f49f83c4cc,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:10.768728 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.768902 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:10.769055 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1024daa2-6d15-4da9-9a68-d2af8abab30e HTTP/1.1" status: 204 len: 168 time: 0.8055160 Aug 02 17:31:10.772099 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd88bf3-fb7d-44b5-81a2-e9dc255abd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=1024daa2-6d15-4da9-9a68-d2af8abab30e,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:11.047373 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8a76fc77-0010-4acd-93b3-7e9541315e51 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:11.095750 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Network 25f39cb8-3381-466a-8332-ee9cda50e116 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:11.099884 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:11.102589 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56714) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:11.182654 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.190278 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 8a76fc77-0010-4acd-93b3-7e9541315e51 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:11.199995 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 8a76fc77-0010-4acd-93b3-7e9541315e51 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:11.200676 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.228549 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['cee97203-4b83-41af-9b7d-dfb548b62e2d'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:31:11.256529 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Pushing event deleted for resources: {'Port': ['ID=cee97203-4b83-41af-9b7d-dfb548b62e2d,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:11.267106 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-0f546bbf-257d-4784-9fa4-9853176806f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c8293c129894d65ae6ecb4becaf69a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1430473 Aug 02 17:31:11.267905 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56718) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:11.353609 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] No DVR routers for this DVR port cee97203-4b83-41af-9b7d-dfb548b62e2d on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:31:11.361316 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.363547 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0a4d7dcb-f29a-4cce-b313-bc528624482a req-db1c35f6-85e7-435a-ab44-6a38c1efa949 tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.41 "DELETE /v2.0/ports/cee97203-4b83-41af-9b7d-dfb548b62e2d HTTP/1.1" status: 204 len: 173 time: 1.2097471 Aug 02 17:31:11.364039 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18642c9-deb2-459a-9273-59030baec086', 'name': 'network-vif-deleted', 'tag': 'cee97203-4b83-41af-9b7d-dfb548b62e2d'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:11.366494 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49025793-421e-42d7-ba9e-d3ddedebe546" -d '{"events": [{"server_uuid": "e18642c9-deb2-459a-9273-59030baec086", "name": "network-vif-deleted", "tag": "cee97203-4b83-41af-9b7d-dfb548b62e2d"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:11.413736 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:11.432764 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f480-1145-486b-bc61-59ff5c8c7397 req-14f781bc-0cb9-46c3-a938-3d71817115c1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:11.438905 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bf2455-5094-45d3-957b-0918e4be85d6 x-openstack-request-id: req-45bf2455-5094-45d3-957b-0918e4be85d6 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:11.439446 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18642c9-deb2-459a-9273-59030baec086", "name": "network-vif-deleted", "tag": "cee97203-4b83-41af-9b7d-dfb548b62e2d", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:11.439850 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45bf2455-5094-45d3-957b-0918e4be85d6 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:11.440331 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4148f480-1145-486b-bc61-59ff5c8c7397 req-14f781bc-0cb9-46c3-a938-3d71817115c1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1242666 Aug 02 17:31:11.440699 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18642c9-deb2-459a-9273-59030baec086', 'name': 'network-vif-deleted', 'tag': 'cee97203-4b83-41af-9b7d-dfb548b62e2d', 'status': 'completed', 'code': 200} Aug 02 17:31:11.443285 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0e02f0d0-e637-4c25-a01b-e8ed53bd5811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.509460 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.528895 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0e02f0d0-e637-4c25-a01b-e8ed53bd5811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.568702 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4148f480-1145-486b-bc61-59ff5c8c7397 req-610b5198-d92d-41bd-ab62-0692a354d634 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201379 Aug 02 17:31:11.582168 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 8a76fc77-0010-4acd-93b3-7e9541315e51, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=8a76fc77-0010-4acd-93b3-7e9541315e51,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:11.595370 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.690100 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=8a76fc77-0010-4acd-93b3-7e9541315e51,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:11.693791 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0e02f0d0-e637-4c25-a01b-e8ed53bd5811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.704101 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0e02f0d0-e637-4c25-a01b-e8ed53bd5811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.706366 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-0e02f0d0-e637-4c25-a01b-e8ed53bd5811 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92238d7d-5276-4ff1-8dfc-0aa36e1454e0 HTTP/1.1" status: 204 len: 168 time: 0.4368818 Aug 02 17:31:11.707945 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-41c37d31-ca91-4ad4-8204-b65eb676c67f None None] Provisioning complete for port 64550366-209b-4f09-b36f-51f49f83c4cc triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:11.708553 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-41c37d31-ca91-4ad4-8204-b65eb676c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:11.727599 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:11.746800 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3c529c6b-b328-460f-b28b-e1e5be26faae admin admin] 10.222.0.16 "PUT /v2.0/routers/1dd09492-40f8-41c7-8f2b-e466b8ec1791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3192794 Aug 02 17:31:11.751035 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02f0d0-e637-4c25-a01b-e8ed53bd5811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92238d7d-5276-4ff1-8dfc-0aa36e1454e0,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:11.752786 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Sync routers for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:11.755947 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-41c37d31-ca91-4ad4-8204-b65eb676c67f None None] Port 64550366-209b-4f09-b36f-51f49f83c4cc cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:11.790525 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:11.793255 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:11.907405 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a2721e02-1c04-449a-8b3e-2a096de59cc2 req-d583e292-5f6a-4b62-8213-25c4499c876a tempest-VolumesNegativeTest-1187830272 tempest-VolumesNegativeTest-1187830272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18642c9-deb2-459a-9273-59030baec086 HTTP/1.1" status: 200 len: 210 time: 0.0692589 Aug 02 17:31:12.076766 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:12.381718 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '64550366-209b-4f09-b36f-51f49f83c4cc', 'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'mac_address': 'fa:16:3e:f2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:08Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 2, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'subnets': [{'id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:12.413677 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Checking router: 1dd09492-40f8-41c7-8f2b-e466b8ec1791 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:12.414039 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Updating router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 port 64550366-209b-4f09-b36f-51f49f83c4cc binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:31:12.456683 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:12.768830 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 56760) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:12.821830 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1509e10-df88-4555-a60c-28847c737dfe req-c44c13a9-2a66-4551-ad5d-df48d2a1bdb0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:12.831328 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d1509e10-df88-4555-a60c-28847c737dfe req-c44c13a9-2a66-4551-ad5d-df48d2a1bdb0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0917251 Aug 02 17:31:12.881961 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:12.894408 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d1509e10-df88-4555-a60c-28847c737dfe req-d4293d87-c94f-468c-be36-055efa6ef3cb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572708 Aug 02 17:31:12.905224 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Transition to ACTIVE for port object 64550366-209b-4f09-b36f-51f49f83c4cc will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:12.914772 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:12.969048 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Pushing event updated for resources: {'Port': ['ID=64550366-209b-4f09-b36f-51f49f83c4cc,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:12.980657 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.980992 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.981342 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.981672 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.982182 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.986029 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.986674 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.987389 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.988092 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.988582 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.989078 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:12.990334 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:13.028708 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8a76fc77-0010-4acd-93b3-7e9541315e51 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:13.053776 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-network', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:13.094944 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Attempting to bind port 64550366-209b-4f09-b36f-51f49f83c4cc on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:13.097995 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Attempting to bind port 64550366-209b-4f09-b36f-51f49f83c4cc by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:13.098649 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Attempting to bind port 64550366-209b-4f09-b36f-51f49f83c4cc on network 25f39cb8-3381-466a-8332-ee9cda50e116 {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:13.105116 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:13.106053 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Checking segment: {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:13.106972 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.107894 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Bound using segment: {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:13.108848 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Bound port: 64550366-209b-4f09-b36f-51f49f83c4cc, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:13.109459 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.143591 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Made reservation on behalf of 3ee1666e28734860b876c5cb4cabbd06 for: {'network': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:13.153951 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.186728 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.199244 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 8a76fc77-0010-4acd-93b3-7e9541315e51 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:13.200049 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.254937 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] For port 64550366-209b-4f09-b36f-51f49f83c4cc, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:13.268399 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] For port 64550366-209b-4f09-b36f-51f49f83c4cc, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=64550366-209b-4f09-b36f-51f49f83c4cc,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:13.276557 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.353268 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56788) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:13.361161 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-94805615-network', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:13.444103 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:13.445134 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:13.491380 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.517890 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.541878 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Made reservation on behalf of 49ac6a3ddcd847ec93934bcae7041ade for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:13.544384 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.564357 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.579136 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a6688-a64f-416b-ae47-8a804fb16c60 None None] Pushing event updated for resources: {'Port': ['ID=64550366-209b-4f09-b36f-51f49f83c4cc,revision_number=4']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:13.616408 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:31:13.647097 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c16522-6b35-45d1-9636-a41dce13e218,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:13.657603 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.658345 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.segments_db [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Added segment b7eb259f-bdab-450b-8c42-0dc5fb03836d of type vlan for network b3623bc8-ed45-46c4-94b7-2607b87c694d Aug 02 17:31:13.758878 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.777213 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.786652 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.804944 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:13.816294 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:31:13.864618 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.865597 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Added segment 6405240b-1117-48d7-9836-149647ef4cd8 of type vlan for network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 Aug 02 17:31:13.891265 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.893125 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:13.895847 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:13.942031 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:14.091078 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device cee97203-4b83-41af-9b7d-dfb548b62e2d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:31:14.110042 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3340364 Aug 02 17:31:14.118883 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 56806) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:14.124961 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ec274-da6e-4ee2-9209-6fd5983c001c admin admin] Pushing event updated for resources: {'Network': ['ID=b3623bc8-ed45-46c4-94b7-2607b87c694d,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:14.147049 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Request body: {'subnet': {'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-subnet', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:14.187795 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:14.193528 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Made reservation on behalf of 3ee1666e28734860b876c5cb4cabbd06 for: {'subnet': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:14.193842 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:14.195107 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:14.198269 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network b3623bc8-ed45-46c4-94b7-2607b87c694d details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:31:14.199404 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3917722'] for subnet, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:14.219673 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: cee97203-4b83-41af-9b7d-dfb548b62e2d {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:31:14.221954 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device cee97203-4b83-41af-9b7d-dfb548b62e2d not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:31:14.280563 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9252961 Aug 02 17:31:14.287015 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56810) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:14.303277 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '64550366-209b-4f09-b36f-51f49f83c4cc', 'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'mac_address': 'fa:16:3e:f2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:08Z', 'updated_at': '2021-08-02T17:31:13Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'subnets': [{'id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:14.348460 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759d3db-b26f-4b9e-8288-2c12faebc00a None None] The sync data for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi is: [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '64550366-209b-4f09-b36f-51f49f83c4cc', 'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'mac_address': 'fa:16:3e:f2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:08Z', 'updated_at': '2021-08-02T17:31:13Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'subnets': [{'id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:14.482206 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Request body: {'subnet': {'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-94805615-subnet', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:14.580548 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b478985-ca6b-45bc-8fdd-29de0514f403 req-afa172fd-6fe1-4c1f-9324-9375b92fb804 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:14.601171 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8b478985-ca6b-45bc-8fdd-29de0514f403 req-afa172fd-6fe1-4c1f-9324-9375b92fb804 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.5138018 Aug 02 17:31:14.604872 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f5b33e-bd6c-42a4-b029-3e074ce042ce,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:14.634624 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df0fce-c696-40bb-97df-f45dd78b203a admin admin] Pushing event updated for resources: {'Network': ['ID=9a76551b-fb1f-4ac7-a62d-980ca63b72c7,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:14.655142 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:31:14.711944 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Made reservation on behalf of 49ac6a3ddcd847ec93934bcae7041ade for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:14.722010 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58764936'] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:14.731618 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3687198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3917704'] for subnet, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:14.732271 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8b478985-ca6b-45bc-8fdd-29de0514f403 req-76ff5d89-91d9-40e7-bfb9-8eeabb060be8 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203337 Aug 02 17:31:14.917944 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163c476f-6786-4459-996d-3740e68fb10d,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:14.946392 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Checking segment: {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:14.946965 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Network hostable DHCP agents. Network: b3623bc8-ed45-46c4-94b7-2607b87c694d, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:31:14.982010 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Network b3623bc8-ed45-46c4-94b7-2607b87c694d is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:31:15.011181 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, b3623bc8-ed45-46c4-94b7-2607b87c694d) {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:15.028297 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e2273-1854-4a62-83ee-16c982101505 None None] Network b3623bc8-ed45-46c4-94b7-2607b87c694d requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:31:15.037299 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:15.038342 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.081465 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-d3a000ea-4587-4723-ae44-7253c6ac3425 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9562283 Aug 02 17:31:15.082916 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 56840) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:15.106488 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:15.156088 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4096316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58764954'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.249488 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 64550366-209b-4f09-b36f-51f49f83c4cc up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:15.255260 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.259389 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.354011 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3498fbd5-307e-41af-bd90-c2cd6d7fc197,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:15.360577 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Checking segment: {'id': '6405240b-1117-48d7-9836-149647ef4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:15.362020 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Network hostable DHCP agents. Network: 9a76551b-fb1f-4ac7-a62d-980ca63b72c7, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:31:15.397973 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:31:15.418424 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 9a76551b-fb1f-4ac7-a62d-980ca63b72c7) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:15.436773 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:15.437752 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.441646 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb4771-719b-4d5d-971a-9960be4b787f None None] Network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:31:15.446059 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 64550366-209b-4f09-b36f-51f49f83c4cc completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:15.490756 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-672a9dbe-40b6-443f-9039-1c167486ad62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1577621 Aug 02 17:31:15.491582 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 56878) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:15.504028 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:15.537479 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.565290 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 64550366-209b-4f09-b36f-51f49f83c4cc triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:15.565757 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.583051 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.584496 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.611929 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-b3623bc8-ed45-46c4-94b7-2607b87c694d', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:31:15.612253 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.723392 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.940671 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-9a76551b-fb1f-4ac7-a62d-980ca63b72c7', 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'fixed_ips': [{'subnet_id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:31:15.944151 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:15.960373 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.011603 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.049396 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.098629 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 64550366-209b-4f09-b36f-51f49f83c4cc, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=64550366-209b-4f09-b36f-51f49f83c4cc,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:16.102432 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa07de-1c2d-4ed4-8f46-364ec218daae req-a3fbaa37-fa87-42fa-805c-95233088c66a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:16.105478 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cfaa07de-1c2d-4ed4-8f46-364ec218daae req-a3fbaa37-fa87-42fa-805c-95233088c66a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1872790 Aug 02 17:31:16.204349 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cfaa07de-1c2d-4ed4-8f46-364ec218daae req-d013385c-667f-410e-93bb-ced33f9b06b8 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787458 Aug 02 17:31:16.434189 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.492005 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.522026 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.541779 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.562187 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=64550366-209b-4f09-b36f-51f49f83c4cc,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:16.572067 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.607422 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.607828 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.608191 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.608646 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.609041 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.609549 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.610026 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.610422 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.610824 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.611264 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.611655 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.612064 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:16.678642 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Allocated IP 172.27.0.150 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/fa45627a-17f6-4837-bd79-744592c7719b) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:16.735407 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Allocated IP 172.20.0.2 (b3623bc8-ed45-46c4-94b7-2607b87c694d/163c476f-6786-4459-996d-3740e68fb10d/7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:16.738454 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Allocated IP 172.20.0.2 (9a76551b-fb1f-4ac7-a62d-980ca63b72c7/3498fbd5-307e-41af-bd90-c2cd6d7fc197/ecf91b5b-c007-4b95-a5f6-acc30a314293) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:16.825063 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.903203 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:16.970241 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:16.972525 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:16.975091 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=fa45627a-17f6-4837-bd79-744592c7719b,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:16.981926 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:16.982806 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Allocated IP 172.27.0.183 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/96c392b7-9005-4429-befe-55a8be259179) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:17.062262 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 64550366-209b-4f09-b36f-51f49f83c4cc up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:17.127781 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.148819 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.154697 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Transition to ACTIVE for port object ecf91b5b-c007-4b95-a5f6-acc30a314293 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:17.155607 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.174036 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Transition to ACTIVE for port object 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:17.199640 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Transition to ACTIVE for port object ecf91b5b-c007-4b95-a5f6-acc30a314293 will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:17.203832 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Transition to ACTIVE for port object 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:17.212876 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.224095 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.249205 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.267894 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 64550366-209b-4f09-b36f-51f49f83c4cc triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:17.268304 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.294355 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:17.304942 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:17.309391 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:17.311935 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:17.324933 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:17.339310 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Network b3623bc8-ed45-46c4-94b7-2607b87c694d is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:17.343568 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:17.358750 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:17.361355 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Pushing event updated for resources: {'Port': ['ID=96c392b7-9005-4429-befe-55a8be259179,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:17.376955 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:17.379171 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Pushing event updated for resources: {'Port': ['ID=ecf91b5b-c007-4b95-a5f6-acc30a314293,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:17.453009 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418573d9-21b4-49b4-82e3-de3b80fb61c3 req-d97afaa0-570d-4bf7-a7f8-61b912d8d1c8 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:17.454635 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-418573d9-21b4-49b4-82e3-de3b80fb61c3 req-d97afaa0-570d-4bf7-a7f8-61b912d8d1c8 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1186993 Aug 02 17:31:17.480010 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.529413 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Pushing event updated for resources: {'Port': ['ID=7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:17.551752 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Attempting to bind port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:17.551998 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Attempting to bind port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:17.552288 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Attempting to bind port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f on network b3623bc8-ed45-46c4-94b7-2607b87c694d {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:17.594227 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Attempting to bind port ecf91b5b-c007-4b95-a5f6-acc30a314293 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:17.594603 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Attempting to bind port ecf91b5b-c007-4b95-a5f6-acc30a314293 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '6405240b-1117-48d7-9836-149647ef4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:17.594714 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Attempting to bind port ecf91b5b-c007-4b95-a5f6-acc30a314293 on network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:17.606920 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:17.606920 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Checking segment: {'id': '6405240b-1117-48d7-9836-149647ef4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:17.607457 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.607899 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Bound using segment: {'id': '6405240b-1117-48d7-9836-149647ef4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:17.608257 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Bound port: ecf91b5b-c007-4b95-a5f6-acc30a314293, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6405240b-1117-48d7-9836-149647ef4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:17.608657 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.670699 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:17.672023 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Checking segment: {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:17.672794 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.675054 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Bound using segment: {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:17.675054 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Bound port: 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:17.675054 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.694320 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-418573d9-21b4-49b4-82e3-de3b80fb61c3 req-9147bffd-2ad8-49d2-88d9-cb73e11106f4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291908 Aug 02 17:31:17.695161 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.798601 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] For port ecf91b5b-c007-4b95-a5f6-acc30a314293, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:17.829821 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] For port ecf91b5b-c007-4b95-a5f6-acc30a314293, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=ecf91b5b-c007-4b95-a5f6-acc30a314293,segment=NetworkSegment(6405240b-1117-48d7-9836-149647ef4cd8),segment_id=6405240b-1117-48d7-9836-149647ef4cd8)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:17.844350 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:17.993065 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] For port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:18.038479 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] For port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:18.084088 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.132491 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16145d99-6868-4c0a-a4e2-7eb0e2f1809c None None] Pushing event updated for resources: {'Port': ['ID=ecf91b5b-c007-4b95-a5f6-acc30a314293,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:18.279126 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d264da0-aa50-4878-95f0-eaeb760c964b None None] Pushing event updated for resources: {'Port': ['ID=7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:18.474379 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.532198 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:18.771479 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Router 78c86c59-6802-4157-a983-dc52742351e4 is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:31:18.816956 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Router 0f4148bc-b185-40b2-a766-89971f9dfd3f is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:31:18.964309 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:18.976999 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Sync routers for ids ['78c86c59-6802-4157-a983-dc52742351e4'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:18.996472 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100f338-b20f-4b23-85fa-87ed047baaf3 req-fd621837-6956-415d-ac5b-aa57408be2a1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:18.998432 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d100f338-b20f-4b23-85fa-87ed047baaf3 req-fd621837-6956-415d-ac5b-aa57408be2a1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1305137 Aug 02 17:31:18.999832 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:19.003511 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-216270dd-d65b-431a-a7e5-bed8f6df8ca6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5103269 Aug 02 17:31:19.006427 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 57032) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:19.016179 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Routers {'78c86c59-6802-4157-a983-dc52742351e4'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:19.017030 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['78c86c59-6802-4157-a983-dc52742351e4'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:19.083067 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d100f338-b20f-4b23-85fa-87ed047baaf3 req-b6e8900f-4125-4574-84ad-b1debb9f5d74 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696774 Aug 02 17:31:19.091774 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:19.125519 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Sync routers for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:19.126015 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:19.134208 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-edeedbdc-22fc-43e7-8bb4-30ddd07a17d1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0498903 Aug 02 17:31:19.140299 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 57036) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:19.168889 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:19.169985 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:19.190230 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:19.308023 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:19.321998 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device ecf91b5b-c007-4b95-a5f6-acc30a314293 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:19.330763 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Set router 78c86c59-6802-4157-a983-dc52742351e4 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:19.413866 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:19.776565 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port ecf91b5b-c007-4b95-a5f6-acc30a314293 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:19.854660 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c86c59-6802-4157-a983-dc52742351e4', 'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:17Z', 'revision_number': 3, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'gw_port': {'id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:19.912350 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Checking router: 78c86c59-6802-4157-a983-dc52742351e4 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:19.912880 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Updating router 78c86c59-6802-4157-a983-dc52742351e4 port fa45627a-17f6-4837-bd79-744592c7719b binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:31:19.915576 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b490fe1-af74-4638-8dad-5015dd3dcb55 None None] Network b3623bc8-ed45-46c4-94b7-2607b87c694d requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:31:19.977187 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:17Z', 'revision_number': 3, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:20.070935 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.077920 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-fc80233c-78b4-4da2-aff7-fe1feb648cd2 None None] Provisioning for port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:20.211726 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.388684 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-fc80233c-78b4-4da2-aff7-fe1feb648cd2 None None] Provisioning complete for port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:20.389041 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fc80233c-78b4-4da2-aff7-fe1feb648cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.400838 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88842a87-a13a-4946-b71a-511392362b50 None None] Network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:31:20.417009 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.430622 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Allocated IP 172.20.0.1 (9a76551b-fb1f-4ac7-a62d-980ca63b72c7/3498fbd5-307e-41af-bd90-c2cd6d7fc197/69c9d8d1-9d3f-4948-b38f-1f8890dccacd) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:20.436333 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Checking router: 0f4148bc-b185-40b2-a766-89971f9dfd3f for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:20.437327 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Updating router 0f4148bc-b185-40b2-a766-89971f9dfd3f port 96c392b7-9005-4429-befe-55a8be259179 binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:31:20.479621 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.550930 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e445378-1549-45bd-9d60-41f84d517f4c req-ecadef81-9896-4bdc-9937-2a127062105d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:20.551218 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-63f9f839-aa3c-4258-a904-635517c94b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.553731 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8e445378-1549-45bd-9d60-41f84d517f4c req-ecadef81-9896-4bdc-9937-2a127062105d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1118643 Aug 02 17:31:20.635429 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.660348 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Allocated IP 172.20.0.1 (b3623bc8-ed45-46c4-94b7-2607b87c694d/163c476f-6786-4459-996d-3740e68fb10d/0456c9ef-f18b-46f6-b0b4-9dc663193fa3) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:20.678195 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8e445378-1549-45bd-9d60-41f84d517f4c req-f93ddf30-bc3e-4452-80c7-22b4534ac6d5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733438 Aug 02 17:31:20.682693 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Transition to ACTIVE for port object 69c9d8d1-9d3f-4948-b38f-1f8890dccacd will not be triggered until provisioned by entity DHCP. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:20.753347 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.798088 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fc80233c-78b4-4da2-aff7-fe1feb648cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.833384 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=69c9d8d1-9d3f-4948-b38f-1f8890dccacd,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:20.851456 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.852288 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:20.855638 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:20.861836 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:20.880320 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Transition to ACTIVE for port object 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:20.918758 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.929412 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.950068 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-fc80233c-78b4-4da2-aff7-fe1feb648cd2 None None] For port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:20.960370 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.984305 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fc80233c-78b4-4da2-aff7-fe1feb648cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:20.985166 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Transition to ACTIVE for port object 96c392b7-9005-4429-befe-55a8be259179 will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:20.988499 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Network b3623bc8-ed45-46c4-94b7-2607b87c694d is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:20.992790 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:20.997975 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.008011 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Pushing event updated for resources: {'Port': ['ID=0456c9ef-f18b-46f6-b0b4-9dc663193fa3,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:21.016895 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:21.057591 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4bb84-0dcf-412c-810c-90ceeaa167ec None None] Pushing event updated for resources: {'Port': ['ID=96c392b7-9005-4429-befe-55a8be259179,revision_number=2']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:21.072712 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.083591 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Attempting to bind port 96c392b7-9005-4429-befe-55a8be259179 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:21.084554 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Attempting to bind port 96c392b7-9005-4429-befe-55a8be259179 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:21.085036 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Attempting to bind port 96c392b7-9005-4429-befe-55a8be259179 on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:21.093239 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:21.093892 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:21.094919 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.095961 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:21.097750 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Bound port: 96c392b7-9005-4429-befe-55a8be259179, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:21.098318 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.186496 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.260685 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80233c-78b4-4da2-aff7-fe1feb648cd2 None None] Pushing event updated for resources: {'Port': ['ID=7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:21.273631 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-d9a8450b-d438-4695-aa85-4910a737064e None None] Provisioning complete for port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:21.274091 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d9a8450b-d438-4695-aa85-4910a737064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.292716 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] For port 96c392b7-9005-4429-befe-55a8be259179, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:21.296707 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] For port 96c392b7-9005-4429-befe-55a8be259179, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=96c392b7-9005-4429-befe-55a8be259179,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:21.302423 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.424475 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4bb84-0dcf-412c-810c-90ceeaa167ec None None] Pushing event updated for resources: {'Port': ['ID=96c392b7-9005-4429-befe-55a8be259179,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:21.432604 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.486158 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:21.486923 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:21.632290 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-d9a8450b-d438-4695-aa85-4910a737064e None None] Provisioning for port ecf91b5b-c007-4b95-a5f6-acc30a314293 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:21.641503 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.658671 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-d9a8450b-d438-4695-aa85-4910a737064e None None] Provisioning complete for port ecf91b5b-c007-4b95-a5f6-acc30a314293 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:21.659900 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d9a8450b-d438-4695-aa85-4910a737064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.717321 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Transition to ACTIVE for port object fa45627a-17f6-4837-bd79-744592c7719b will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:21.743170 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.763758 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.772840 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:21.773434 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.844148 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.870010 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 57088) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:21.871930 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.914508 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=69c9d8d1-9d3f-4948-b38f-1f8890dccacd,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:21.920444 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.930689 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Attempting to bind port fa45627a-17f6-4837-bd79-744592c7719b on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:21.933690 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Attempting to bind port fa45627a-17f6-4837-bd79-744592c7719b by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:21.934564 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Attempting to bind port fa45627a-17f6-4837-bd79-744592c7719b on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:21.950886 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb6122-a28c-453a-8aa7-7f53bcc14160 None None] Pushing event updated for resources: {'Port': ['ID=fa45627a-17f6-4837-bd79-744592c7719b,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:21.971508 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:21.976738 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:21.976738 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.977084 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:21.977642 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Bound port: fa45627a-17f6-4837-bd79-744592c7719b, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:21.978207 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:21.996750 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.023108 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70058c67-d7c7-4ce7-bc83-a800c01fb2f4 req-b06c6ec7-34dc-4c17-9e7d-36a189d72f81 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:22.033535 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-70058c67-d7c7-4ce7-bc83-a800c01fb2f4 req-b06c6ec7-34dc-4c17-9e7d-36a189d72f81 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.2060502 Aug 02 17:31:22.106518 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:22.112102 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:22.117786 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-70058c67-d7c7-4ce7-bc83-a800c01fb2f4 req-78a09e30-ad98-4fb9-87b8-e94fc1d55d4d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832589 Aug 02 17:31:22.127552 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] For port fa45627a-17f6-4837-bd79-744592c7719b, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:22.137329 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] For port fa45627a-17f6-4837-bd79-744592c7719b, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=fa45627a-17f6-4837-bd79-744592c7719b,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:22.140623 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d9a8450b-d438-4695-aa85-4910a737064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.164095 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.171983 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Pushing event updated for resources: {'Port': ['ID=0456c9ef-f18b-46f6-b0b4-9dc663193fa3,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:22.190675 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:20Z', 'revision_number': 1, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:22.250475 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-6deacdc3-9ffe-48d4-9a1d-bfbc365ff4b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f98225a9faad4879a06d0b3530922c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754814 Aug 02 17:31:22.253885 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-d9a8450b-d438-4695-aa85-4910a737064e None None] For port ecf91b5b-c007-4b95-a5f6-acc30a314293, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=ecf91b5b-c007-4b95-a5f6-acc30a314293,segment=NetworkSegment(6405240b-1117-48d7-9836-149647ef4cd8),segment_id=6405240b-1117-48d7-9836-149647ef4cd8)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:22.254198 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 57092) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:22.280519 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ddfa1-d26c-48bc-886e-2c67cc55fa4f None None] The sync data for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi is: [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:20Z', 'revision_number': 1, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:22.282180 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d9a8450b-d438-4695-aa85-4910a737064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.324924 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Routers {'78c86c59-6802-4157-a983-dc52742351e4'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:22.326096 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:30:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['78c86c59-6802-4157-a983-dc52742351e4'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:22.385708 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Router 78c86c59-6802-4157-a983-dc52742351e4 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:22.393463 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-348f072d-b0cb-40cd-8d3c-2a83924ac2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.442570 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Network b3623bc8-ed45-46c4-94b7-2607b87c694d is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:22.447432 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:22.474474 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-348f072d-b0cb-40cd-8d3c-2a83924ac2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.564482 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] Set router 78c86c59-6802-4157-a983-dc52742351e4 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:22.568704 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb6122-a28c-453a-8aa7-7f53bcc14160 None None] Pushing event updated for resources: {'Port': ['ID=fa45627a-17f6-4837-bd79-744592c7719b,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:22.613337 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:22.619188 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-64985574-5162-4cdb-aa9b-c4dde611cfe7 admin admin] 10.222.0.16 "PUT /v2.0/routers/78c86c59-6802-4157-a983-dc52742351e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6102414 Aug 02 17:31:22.690201 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-348f072d-b0cb-40cd-8d3c-2a83924ac2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.692849 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-348f072d-b0cb-40cd-8d3c-2a83924ac2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.693953 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-348f072d-b0cb-40cd-8d3c-2a83924ac2b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01fa1719-f30c-41fb-831c-2572eba016cc HTTP/1.1" status: 204 len: 168 time: 0.4383922 Aug 02 17:31:22.718750 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f072d-b0cb-40cd-8d3c-2a83924ac2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fa1719-f30c-41fb-831c-2572eba016cc,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:22.722587 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-c6630a20-2ea6-4a63-9ab0-a755f9ffdd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.741709 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Provisioning for port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:22.750908 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Router 0f4148bc-b185-40b2-a766-89971f9dfd3f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:31:22.851489 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Provisioning complete for port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:22.851846 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:22.975485 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:31:22.991057 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8450b-d438-4695-aa85-4910a737064e None None] Pushing event updated for resources: {'Port': ['ID=ecf91b5b-c007-4b95-a5f6-acc30a314293,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:23.010545 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:23.011222 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-0f0c2077-052f-4da3-b633-d319c72f43c1 admin admin] 10.222.0.16 "PUT /v2.0/routers/0f4148bc-b185-40b2-a766-89971f9dfd3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8522298 Aug 02 17:31:23.020644 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:23.064638 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:23.189553 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Provisioning complete for port ecf91b5b-c007-4b95-a5f6-acc30a314293 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:23.190449 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:23.296903 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:23.297490 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:23.320042 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fa60-dfae-47f5-bb31-e8ac225305fa req-ed657894-3e02-400e-aeaa-0e7b86bacf01 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:23.324520 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95e6fa60-dfae-47f5-bb31-e8ac225305fa req-ed657894-3e02-400e-aeaa-0e7b86bacf01 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1028175 Aug 02 17:31:23.421463 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c86c59-6802-4157-a983-dc52742351e4', 'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'gw_port': {'id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '69c9d8d1-9d3f-4948-b38f-1f8890dccacd', 'name': '', 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'mac_address': 'fa:16:3e:93:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 2, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'subnets': [{'id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:23.442088 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-95e6fa60-dfae-47f5-bb31-e8ac225305fa req-1f80fc32-9467-481e-a799-26687fe30940 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994065 Aug 02 17:31:23.545955 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b10262-d23b-4ced-82e3-bc32d6052e2c None None] The sync data for ids ['78c86c59-6802-4157-a983-dc52742351e4'] in dv-cinder-788365-5-iscsi is: [{'id': '78c86c59-6802-4157-a983-dc52742351e4', 'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'gw_port': {'id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '69c9d8d1-9d3f-4948-b38f-1f8890dccacd', 'name': '', 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'mac_address': 'fa:16:3e:93:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 2, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'subnets': [{'id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:23.683859 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Provisioning for port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:23.689519 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Provisioning complete for port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:23.689817 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:23.736264 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2dee3-ab02-433f-aa90-3815eae14bf9 None None] Port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:23.854713 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:23.897869 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-4c96673d-8bd5-49e8-9f14-9337e60fc400 None None] Provisioning complete for port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:23.898502 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-4c96673d-8bd5-49e8-9f14-9337e60fc400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:24.216926 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-4c96673d-8bd5-49e8-9f14-9337e60fc400 None None] Port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:24.229927 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-4c96673d-8bd5-49e8-9f14-9337e60fc400 None None] Provisioning complete for port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:24.230443 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-4c96673d-8bd5-49e8-9f14-9337e60fc400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:24.293096 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-4c96673d-8bd5-49e8-9f14-9337e60fc400 None None] Port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:24.661812 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6c6fb-4464-4b24-a332-8e2c355d042d req-b8b49750-f673-4123-9312-6c15ebc82eea tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:24.673774 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-11c6c6fb-4464-4b24-a332-8e2c355d042d req-b8b49750-f673-4123-9312-6c15ebc82eea tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1044214 Aug 02 17:31:24.732111 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-11c6c6fb-4464-4b24-a332-8e2c355d042d req-60587a93-632b-4305-9d49-6bfb5f841946 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564830 Aug 02 17:31:24.887186 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 57156) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:24.892669 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-ea65622c-2cab-47e1-869b-09d8076504d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264447302', 'description': 'tempest-description--195085936'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:24.966165 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ea65622c-2cab-47e1-869b-09d8076504d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.110489 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ea65622c-2cab-47e1-869b-09d8076504d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.117891 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ea65622c-2cab-47e1-869b-09d8076504d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.195814 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ea65622c-2cab-47e1-869b-09d8076504d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.205828 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 57158) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:25.212634 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ea65622c-2cab-47e1-869b-09d8076504d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3234172 Aug 02 17:31:25.214186 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-602bf8fa-6938-4a8e-b44d-31698f88facf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'security_group_rule': {'security_group_id': 'faeac395-346c-41f2-857d-b7632718cf00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:25.221527 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65622c-2cab-47e1-869b-09d8076504d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faeac395-346c-41f2-857d-b7632718cf00,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:25.289635 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device ecf91b5b-c007-4b95-a5f6-acc30a314293 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:25.320494 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-602bf8fa-6938-4a8e-b44d-31698f88facf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.396646 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port ecf91b5b-c007-4b95-a5f6-acc30a314293 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:25.397408 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.459015 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-602bf8fa-6938-4a8e-b44d-31698f88facf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.468757 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-602bf8fa-6938-4a8e-b44d-31698f88facf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.558524 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bf8fa-6938-4a8e-b44d-31698f88facf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666376a1-3f14-4ac2-9ce6-ed68d7f26568,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:25.582298 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-602bf8fa-6938-4a8e-b44d-31698f88facf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.591979 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-602bf8fa-6938-4a8e-b44d-31698f88facf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3843794 Aug 02 17:31:25.595908 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 57168) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:25.607096 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-a79d6c46-0310-46ae-a6bf-3089c0fa9558 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'security_group_rule': {'security_group_id': 'faeac395-346c-41f2-857d-b7632718cf00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:25.657148 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a79d6c46-0310-46ae-a6bf-3089c0fa9558 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.660859 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 96c392b7-9005-4429-befe-55a8be259179 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:25.811976 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 96c392b7-9005-4429-befe-55a8be259179 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:25.818839 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 96c392b7-9005-4429-befe-55a8be259179 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:25.820166 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.896087 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a79d6c46-0310-46ae-a6bf-3089c0fa9558 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.905046 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a79d6c46-0310-46ae-a6bf-3089c0fa9558 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.977577 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a79d6c46-0310-46ae-a6bf-3089c0fa9558 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:25.981198 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-a79d6c46-0310-46ae-a6bf-3089c0fa9558 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3831024 Aug 02 17:31:25.985442 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 57176) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:25.987638 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d6c46-0310-46ae-a6bf-3089c0fa9558 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ed388e-c852-49c3-bd3b-8755d1e094d4,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:25.996216 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'floatingip': {'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:26.070467 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:26.154970 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:26.187903 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 96c392b7-9005-4429-befe-55a8be259179, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=96c392b7-9005-4429-befe-55a8be259179,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:26.201152 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:26.220344 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:26.355030 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c429875-04a7-4b07-ae31-e9a3c245f3fa req-818b8ae6-a9c8-43d9-ab8a-0435b8926162 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:26.369470 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5c429875-04a7-4b07-ae31-e9a3c245f3fa req-818b8ae6-a9c8-43d9-ab8a-0435b8926162 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.3857503 Aug 02 17:31:26.379795 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=96c392b7-9005-4429-befe-55a8be259179,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:26.525561 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5c429875-04a7-4b07-ae31-e9a3c245f3fa req-965cc4f3-9742-4de3-8f04-c0f4351bff40 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543705 Aug 02 17:31:26.745524 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:27.103840 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Allocated IP 172.27.0.37 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/44486d62-63fe-4128-ad92-983d970e44c4) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:27.204181 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 96c392b7-9005-4429-befe-55a8be259179 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:27.300799 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:27.320547 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 96c392b7-9005-4429-befe-55a8be259179 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:27.322608 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:27.368750 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:27.440117 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'Port': ['ID=44486d62-63fe-4128-ad92-983d970e44c4,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:27.478673 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:27.480599 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:27.483291 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:27.574170 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Sync routers for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:27.594791 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device fa45627a-17f6-4837-bd79-744592c7719b up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:27.647988 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:27.649122 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:31:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:27.695028 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:27.782448 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:27.984722 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:28.121877 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port fa45627a-17f6-4837-bd79-744592c7719b completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:28.151600 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64afed-1b69-4885-b62d-51621d161973 req-461552cb-bcd6-4aa8-b65f-d300c970da10 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:28.163469 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb64afed-1b69-4885-b62d-51621d161973 req-461552cb-bcd6-4aa8-b65f-d300c970da10 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.4553721 Aug 02 17:31:28.195572 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port fa45627a-17f6-4837-bd79-744592c7719b triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:28.195914 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.276523 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb64afed-1b69-4885-b62d-51621d161973 req-0d6b845e-f98f-48b7-bbf7-00fd2cb78dc5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097755 Aug 02 17:31:28.310183 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.321456 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.451750 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.472753 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'Port': ['ID=44486d62-63fe-4128-ad92-983d970e44c4,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:28.513460 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.555598 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.573158 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-16b312f6-dd5c-4dde-a873-674f6d43d579 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5857599 Aug 02 17:31:28.604200 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port fa45627a-17f6-4837-bd79-744592c7719b, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=fa45627a-17f6-4837-bd79-744592c7719b,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:28.622651 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:28.768032 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb9fc9-c9f9-4c9d-bd3d-5758b274684d req-d99dda90-8554-4750-9023-84ac6baaf3e2 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:28.778084 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f4eb9fc9-c9f9-4c9d-bd3d-5758b274684d req-d99dda90-8554-4750-9023-84ac6baaf3e2 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0971718 Aug 02 17:31:28.784802 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=fa45627a-17f6-4837-bd79-744592c7719b,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:28.836318 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 2, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:28.865795 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f4eb9fc9-c9f9-4c9d-bd3d-5758b274684d req-2f3c4852-78e5-4166-869d-f8a9be520363 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863862 Aug 02 17:31:28.898003 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Checking router: 0f4148bc-b185-40b2-a766-89971f9dfd3f for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:28.898370 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Updating router 0f4148bc-b185-40b2-a766-89971f9dfd3f port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:31:28.969463 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Sync routers for ids ['78c86c59-6802-4157-a983-dc52742351e4'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:31:28.970296 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.003280 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Routers {'78c86c59-6802-4157-a983-dc52742351e4'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:29.005423 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:31:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['78c86c59-6802-4157-a983-dc52742351e4'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:29.140931 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device fa45627a-17f6-4837-bd79-744592c7719b up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:29.276020 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port fa45627a-17f6-4837-bd79-744592c7719b triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:29.276653 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.277692 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Set router 78c86c59-6802-4157-a983-dc52742351e4 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:29.529065 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-63f9522c-14d7-428d-a678-709fd18bd7c1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--264447302&fields=id&tenant_id=3ee1666e28734860b876c5cb4cabbd06 HTTP/1.1" status: 200 len: 267 time: 0.4333165 Aug 02 17:31:29.584763 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.605984 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Transition to ACTIVE for port object 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:29.617708 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.710733 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-5e4a0b65-66af-431a-9190-4d696a58d1bd tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:29.718101 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1530258-a9a1-4f94-bf1f-482c13a89f3f None None] Pushing event updated for resources: {'Port': ['ID=0456c9ef-f18b-46f6-b0b4-9dc663193fa3,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:29.722152 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-5e4a0b65-66af-431a-9190-4d696a58d1bd tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 817 time: 0.1817904 Aug 02 17:31:29.750326 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-3cad11ad-6b97-4908-a374-0fabef8b778c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/quotas/3ee1666e28734860b876c5cb4cabbd06 HTTP/1.1" status: 200 len: 375 time: 0.0130329 Aug 02 17:31:29.758157 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c86c59-6802-4157-a983-dc52742351e4', 'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'gw_port': {'id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '69c9d8d1-9d3f-4948-b38f-1f8890dccacd', 'name': '', 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'mac_address': 'fa:16:3e:93:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 2, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'subnets': [{'id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:29.821145 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Checking router: 78c86c59-6802-4157-a983-dc52742351e4 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:31:29.822315 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Updating router 78c86c59-6802-4157-a983-dc52742351e4 port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:31:29.823875 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Attempting to bind port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:29.824430 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Attempting to bind port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:29.824881 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Attempting to bind port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 on network b3623bc8-ed45-46c4-94b7-2607b87c694d {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:29.832185 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:29.832563 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Checking segment: {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:29.832978 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.833378 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Bound using segment: {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:29.833861 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Bound port: 0456c9ef-f18b-46f6-b0b4-9dc663193fa3, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:29.834249 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:29.856754 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-db430420-7b5b-4eb1-a704-8928edfc1c68 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957203 Aug 02 17:31:29.880642 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.034679 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] For port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:30.049621 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] For port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0456c9ef-f18b-46f6-b0b4-9dc663193fa3,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:30.061014 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.079690 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-69206263-de31-4e02-bf3e-75b023df0437 service neutron] 10.222.0.16 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032845 Aug 02 17:31:30.137695 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866f4f1-98db-4825-87be-3323911239ac req-8709c9cb-495a-48c1-8ea0-168a556de7aa tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:30.148984 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d866f4f1-98db-4825-87be-3323911239ac req-8709c9cb-495a-48c1-8ea0-168a556de7aa tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1377480 Aug 02 17:31:30.244049 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:30.245368 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:31:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:30.275156 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d866f4f1-98db-4825-87be-3323911239ac req-e3c47c31-4fa6-43f1-aa29-896f68b261f4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105330 Aug 02 17:31:30.313280 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1530258-a9a1-4f94-bf1f-482c13a89f3f None None] Pushing event updated for resources: {'Port': ['ID=0456c9ef-f18b-46f6-b0b4-9dc663193fa3,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:30.325036 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-246f40a1-b36c-4856-ab93-c7536f4e0357 service neutron] 10.222.0.16 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338798 Aug 02 17:31:30.429527 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.449694 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Transition to ACTIVE for port object 69c9d8d1-9d3f-4948-b38f-1f8890dccacd will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:30.463393 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.501780 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:30.575995 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a40d4-43ba-4172-aff7-e0d2ab1c153d None None] Pushing event updated for resources: {'Port': ['ID=69c9d8d1-9d3f-4948-b38f-1f8890dccacd,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:30.693639 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b93751ce-cb81-4286-9acd-a6f82705e58d req-24d18dc4-7721-4dc3-8d5f-3ec42a1f8b7b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 210 time: 0.0497777 Aug 02 17:31:30.772533 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Attempting to bind port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:30.773059 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Attempting to bind port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '6405240b-1117-48d7-9836-149647ef4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:30.773546 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Attempting to bind port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd on network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:30.786029 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:30.788867 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Checking segment: {'id': '6405240b-1117-48d7-9836-149647ef4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:30.789506 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.790137 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Bound using segment: {'id': '6405240b-1117-48d7-9836-149647ef4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:30.791807 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Bound port: 69c9d8d1-9d3f-4948-b38f-1f8890dccacd, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6405240b-1117-48d7-9836-149647ef4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:30.801535 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:30.871466 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:30Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:30.892367 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] For port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:30.906103 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] For port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=69c9d8d1-9d3f-4948-b38f-1f8890dccacd,segment=NetworkSegment(6405240b-1117-48d7-9836-149647ef4cd8),segment_id=6405240b-1117-48d7-9836-149647ef4cd8)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:30.915092 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.035104 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0539df-38e0-4668-b6e1-ba2cee106dbd None None] The sync data for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi is: [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:30Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:31.057777 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a40d4-43ba-4172-aff7-e0d2ab1c153d None None] Pushing event updated for resources: {'Port': ['ID=69c9d8d1-9d3f-4948-b38f-1f8890dccacd,revision_number=4']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:31.094232 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Routers {'78c86c59-6802-4157-a983-dc52742351e4'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:31:31.095057 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:31:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['78c86c59-6802-4157-a983-dc52742351e4'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:31.155953 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:31.348939 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.415838 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:31.422418 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:31.423331 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.562152 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-8211515d-a54a-41c2-8969-15775c211d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:31.563647 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdd200-46ef-4de2-805e-d56a797e9906 req-b67fe830-332d-407b-a1a1-eb63090ed0b5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:31.565065 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-8211515d-a54a-41c2-8969-15775c211d05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 1098 time: 0.1015401 Aug 02 17:31:31.569091 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cefdd200-46ef-4de2-805e-d56a797e9906 req-b67fe830-332d-407b-a1a1-eb63090ed0b5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1441088 Aug 02 17:31:31.685582 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] Set router 78c86c59-6802-4157-a983-dc52742351e4 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:31:31.731484 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.736988 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cefdd200-46ef-4de2-805e-d56a797e9906 req-14216bbd-ca71-45c5-85b7-4bfc3a78e26e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570070 Aug 02 17:31:31.800324 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0456c9ef-f18b-46f6-b0b4-9dc663193fa3,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:31.807868 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:31.869726 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-5f03d87a-be57-442f-bf58-4a57dd7d4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:31.871517 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-5f03d87a-be57-442f-bf58-4a57dd7d4e40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 911 time: 0.2813771 Aug 02 17:31:31.916178 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=0456c9ef-f18b-46f6-b0b4-9dc663193fa3,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:31.916789 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1706d5ae-019a-4b57-b57d-fd511b15677d req-b568a064-81f6-4d80-9fb2-afacc86dbc35 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 210 time: 0.0417311 Aug 02 17:31:32.117905 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-5777a72e-637a-4c93-ace9-6ba6dcfc14ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044701d2-1704-4fac-bf6c-d9520453edef HTTP/1.1" status: 200 len: 1001 time: 0.1834383 Aug 02 17:31:32.160669 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c86c59-6802-4157-a983-dc52742351e4', 'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'gw_port': {'id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '69c9d8d1-9d3f-4948-b38f-1f8890dccacd', 'name': '', 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'mac_address': 'fa:16:3e:93:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:30Z', 'revision_number': 4, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'subnets': [{'id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:31:32.185883 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-688a2201-1daf-42ac-8902-60c13825018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:32.187715 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-688a2201-1daf-42ac-8902-60c13825018a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.0600920 Aug 02 17:31:32.195125 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f4b79-c3e9-4519-b86a-ac9fbe93c3e7 None None] The sync data for ids ['78c86c59-6802-4157-a983-dc52742351e4'] in dv-cinder-788365-5-iscsi is: [{'id': '78c86c59-6802-4157-a983-dc52742351e4', 'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'gw_port': {'id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '69c9d8d1-9d3f-4948-b38f-1f8890dccacd', 'name': '', 'network_id': '9a76551b-fb1f-4ac7-a62d-980ca63b72c7', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'mac_address': 'fa:16:3e:93:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:30Z', 'revision_number': 4, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'subnets': [{'id': '3498fbd5-307e-41af-bd90-c2cd6d7fc197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:31:32.253373 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-01aeb69b-9765-4375-b222-f20a3f6e3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:32.255594 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-01aeb69b-9765-4375-b222-f20a3f6e3584 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572474 Aug 02 17:31:32.517184 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-b7f2d126-0315-435c-9e5d-77cb23bc3ee6 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476318 Aug 02 17:31:32.672863 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e64f0582-0a49-49aa-a8c2-c429443ed91c req-d10c6465-2234-4ba5-96a1-29ca8f27adfd service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459558 Aug 02 17:31:32.951599 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda119-776e-4db4-b0b7-9099b09b92e8 req-57b11d8e-bcf9-4515-8e37-d7f2d4be78fd tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:32.989538 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-07dda119-776e-4db4-b0b7-9099b09b92e8 req-57b11d8e-bcf9-4515-8e37-d7f2d4be78fd tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.1132975 Aug 02 17:31:33.079923 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-07dda119-776e-4db4-b0b7-9099b09b92e8 req-21c857ff-e6a7-4ce0-9298-82739c435a8d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887601 Aug 02 17:31:33.144978 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:33.282742 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:33.283694 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.344167 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-483a0e7d-23e9-4cd5-bb2f-ab3dcf44a01a req-1d06ac42-ede2-4bb7-ada6-6aaaad5d7487 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 210 time: 0.2575076 Aug 02 17:31:33.383126 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-4a93956f-fa74-4525-aca4-12f68bdfae9b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:33.385404 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-4a93956f-fa74-4525-aca4-12f68bdfae9b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 817 time: 0.3494329 Aug 02 17:31:33.448322 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 69c9d8d1-9d3f-4948-b38f-1f8890dccacd up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:33.507899 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:33.520877 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:33.521270 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.641698 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.704861 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=69c9d8d1-9d3f-4948-b38f-1f8890dccacd,segment=NetworkSegment(6405240b-1117-48d7-9836-149647ef4cd8),segment_id=6405240b-1117-48d7-9836-149647ef4cd8)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:33.714854 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:33.866574 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=69c9d8d1-9d3f-4948-b38f-1f8890dccacd,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:34.343701 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1bfe-b8a3-45d3-9b93-15239f154982 req-72b3cf2e-72e9-45da-b294-a2526623e907 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:34.354516 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cdec1bfe-b8a3-45d3-9b93-15239f154982 req-72b3cf2e-72e9-45da-b294-a2526623e907 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0938034 Aug 02 17:31:34.423931 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cdec1bfe-b8a3-45d3-9b93-15239f154982 req-e4315c93-e78c-4207-802d-51b1ba638902 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666006 Aug 02 17:31:34.553581 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-95130f22-51ea-4519-820e-dc7def1f2330 req-744d7055-3795-4d1d-8bea-58d1003ca3d5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 210 time: 0.0326285 Aug 02 17:31:35.030250 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 69c9d8d1-9d3f-4948-b38f-1f8890dccacd up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:35.120483 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:35.120483 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:35.588136 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd612d-cc84-4c9e-b15c-dd492f0d039d req-0e6d789e-84d6-4c04-970f-95d1a04b8f5e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:35.589761 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7abd612d-cc84-4c9e-b15c-dd492f0d039d req-0e6d789e-84d6-4c04-970f-95d1a04b8f5e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0605567 Aug 02 17:31:35.685141 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7abd612d-cc84-4c9e-b15c-dd492f0d039d req-761c0a6e-9212-4664-b9d6-08a7ecf6afae tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834599 Aug 02 17:31:35.714915 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0c805491-687e-469f-92f8-1fe881069cff req-522f85de-5505-45f7-af4c-4992e02b23a4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 210 time: 0.0472128 Aug 02 17:31:36.877932 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a58d5-3d39-46ca-9031-33ff039872bf req-d3243c06-7dfc-4a0e-8af8-f605c98638d4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:36.882680 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a53a58d5-3d39-46ca-9031-33ff039872bf req-d3243c06-7dfc-4a0e-8af8-f605c98638d4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0825357 Aug 02 17:31:36.897741 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-92698399-8eb2-4939-8305-7a7afe10f6fd req-0e67ecbf-10a7-4e0c-b799-748c4e5dd047 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 210 time: 0.0571201 Aug 02 17:31:36.940427 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a53a58d5-3d39-46ca-9031-33ff039872bf req-21781221-98fa-428b-9910-b705f101c058 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494735 Aug 02 17:31:37.193986 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-bacda06a-10c5-493b-80e3-b0aa5a053e9d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ee1666e28734860b876c5cb4cabbd06 HTTP/1.1" status: 200 len: 379 time: 0.0917923 Aug 02 17:31:37.209930 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'port': {'device_id': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'admin_state_up': True, 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'security_groups': ['faeac395-346c-41f2-857d-b7632718cf00']}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:37.260447 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-263dccda-7e05-45ff-b67b-9f847f269ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:37.261978 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-263dccda-7e05-45ff-b67b-9f847f269ed3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 1098 time: 0.0562811 Aug 02 17:31:37.370809 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Made reservation on behalf of 3ee1666e28734860b876c5cb4cabbd06 for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:37.375031 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.455439 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-61f726e7-5502-4219-8c7f-c6ded9443b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:37.456522 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-61f726e7-5502-4219-8c7f-c6ded9443b07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 911 time: 0.1065581 Aug 02 17:31:37.528872 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Allocated IP 172.20.0.14 (b3623bc8-ed45-46c4-94b7-2607b87c694d/163c476f-6786-4459-996d-3740e68fb10d/093156cc-787e-43c5-a894-099fb5232f29) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:37.739253 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-3d2731cf-f2c4-42c1-912e-ae5bd513f401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044701d2-1704-4fac-bf6c-d9520453edef HTTP/1.1" status: 200 len: 1001 time: 0.0781806 Aug 02 17:31:37.803622 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.812638 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-f47995d7-cece-4a38-8d86-852f29e3145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:37.814405 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-f47995d7-cece-4a38-8d86-852f29e3145f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.0623426 Aug 02 17:31:37.825929 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Transition to ACTIVE for port object 093156cc-787e-43c5-a894-099fb5232f29 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:37.860158 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:31:37.872409 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:37.903243 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-d3fe643d-6d3f-476e-8bab-8eb099a839fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:37.905946 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-d3fe643d-6d3f-476e-8bab-8eb099a839fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790842 Aug 02 17:31:37.931066 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Network b3623bc8-ed45-46c4-94b7-2607b87c694d is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:37.934641 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:37.958687 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:37.999748 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:38.050401 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:38.050401 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.091253 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-c3dffec1-0662-4272-ae55-08791d663bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8855119 Aug 02 17:31:38.117586 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Request body: {'port': {'device_id': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:38.206734 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5f78a-86a0-480d-ab8b-11ebe9790feb req-ccb7d56a-7d78-4e0a-ad6c-89e924643eb5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:38.209636 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e0d5f78a-86a0-480d-ab8b-11ebe9790feb req-ccb7d56a-7d78-4e0a-ad6c-89e924643eb5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0939445 Aug 02 17:31:38.285606 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e0d5f78a-86a0-480d-ab8b-11ebe9790feb req-4eacbd95-85d3-4dbb-bf98-1d813750054d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515819 Aug 02 17:31:38.290507 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-e27417de-2aab-4221-9cbc-038cc32ebc13 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046691 Aug 02 17:31:38.294329 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.445111 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-155612be-2f85-4680-b2ae-b5f168b0f442 None None] Provisioning for port 093156cc-787e-43c5-a894-099fb5232f29 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:38.456176 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-155612be-2f85-4680-b2ae-b5f168b0f442 None None] Provisioning complete for port 093156cc-787e-43c5-a894-099fb5232f29 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:38.459541 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-155612be-2f85-4680-b2ae-b5f168b0f442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.486264 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dd499-3c04-4456-bc74-3de61a284f26 req-9c018db1-6d9a-4dcf-bc12-4de0009358f7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:38.516429 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-018dd499-3c04-4456-bc74-3de61a284f26 req-9c018db1-6d9a-4dcf-bc12-4de0009358f7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 932 time: 0.4236164 Aug 02 17:31:38.622823 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3a03bfe0-6dd9-41b7-b065-a4c4a7fb005a req-c56ef012-801c-44a6-ac7a-b342071ad3ce service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141096 Aug 02 17:31:38.632347 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-155612be-2f85-4680-b2ae-b5f168b0f442 None None] Port 093156cc-787e-43c5-a894-099fb5232f29 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:38.717686 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-018dd499-3c04-4456-bc74-3de61a284f26 req-48b88de4-6e2e-48fd-b755-cb998fbc9b35 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917491 Aug 02 17:31:38.956554 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093156cc-787e-43c5-a894-099fb5232f29 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:31:38.970824 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:38.986871 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Transition to ACTIVE for port object 093156cc-787e-43c5-a894-099fb5232f29 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:38.992433 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.064989 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:39.164082 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Attempting to bind port 093156cc-787e-43c5-a894-099fb5232f29 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:31:39.164643 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Attempting to bind port 093156cc-787e-43c5-a894-099fb5232f29 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:31:39.165034 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Attempting to bind port 093156cc-787e-43c5-a894-099fb5232f29 on network b3623bc8-ed45-46c4-94b7-2607b87c694d {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:39.175620 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Port 093156cc-787e-43c5-a894-099fb5232f29 on network b3623bc8-ed45-46c4-94b7-2607b87c694d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:31:39.175955 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Attempting to bind port 093156cc-787e-43c5-a894-099fb5232f29 on network b3623bc8-ed45-46c4-94b7-2607b87c694d {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:31:39.185343 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:31:39.186210 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Checking segment: {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:31:39.188678 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Bound using segment: {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:31:39.189158 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Bound port: 093156cc-787e-43c5-a894-099fb5232f29, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:31:39.189510 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.276422 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:31:39.280343 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:31:39.294254 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.341613 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:39.342236 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:39.343803 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] 10.222.0.41 "PUT /v2.0/ports/093156cc-787e-43c5-a894-099fb5232f29 HTTP/1.1" status: 200 len: 1094 time: 1.2308459 Aug 02 17:31:39.344567 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'tag': '093156cc-787e-43c5-a894-099fb5232f29'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:39.346900 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce18578f-9eba-4799-8c9d-b16a31188812" -d '{"events": [{"name": "network-changed", "server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "tag": "093156cc-787e-43c5-a894-099fb5232f29"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:39.382288 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68b29d-564f-4747-8a45-060069fd6f52 service neutron] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:39.401993 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec80af1c-9be0-4a0c-ab72-71cb6e3fcfce x-openstack-request-id: req-ec80af1c-9be0-4a0c-ab72-71cb6e3fcfce {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:39.402478 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "tag": "093156cc-787e-43c5-a894-099fb5232f29", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:39.402893 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec80af1c-9be0-4a0c-ab72-71cb6e3fcfce {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:39.404309 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'tag': '093156cc-787e-43c5-a894-099fb5232f29', 'status': 'completed', 'code': 200} Aug 02 17:31:39.495212 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-3470c1e9-c3f3-4f69-9299-c11f5c1224d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:39.496868 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-3470c1e9-c3f3-4f69-9299-c11f5c1224d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 1097 time: 0.0708854 Aug 02 17:31:39.555003 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-5854ccd4-ea78-4c2c-a078-2578226c0d6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093156cc-787e-43c5-a894-099fb5232f29 HTTP/1.1" status: 200 len: 217 time: 0.0421937 Aug 02 17:31:39.629465 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-a139071b-bbf4-4918-a948-30ea83349487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:39.631656 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-a139071b-bbf4-4918-a948-30ea83349487 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0685592 Aug 02 17:31:39.720591 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-f050b502-1bf4-4c56-887e-b621d21f8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:39.722949 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-f050b502-1bf4-4c56-887e-b621d21f8c1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824003 Aug 02 17:31:39.896825 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e1162-25f2-46dd-86eb-e1fae226c886 req-0218506b-2964-4832-8113-13f382773429 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:39.898481 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-790e1162-25f2-46dd-86eb-e1fae226c886 req-0218506b-2964-4832-8113-13f382773429 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0618906 Aug 02 17:31:39.953072 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-790e1162-25f2-46dd-86eb-e1fae226c886 req-3fb5921e-98ad-4e3d-b8f5-cf06d45147af tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431218 Aug 02 17:31:40.142359 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-4e6a3474-8b23-446c-ab91-46323803a051 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:40.143873 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-4e6a3474-8b23-446c-ab91-46323803a051 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/networks?id=25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 200 len: 815 time: 0.1025386 Aug 02 17:31:40.158585 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-c4ca5fee-c8b9-4b09-8f43-96e1eebe9f21 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/quotas/79f0de88dfb54c239ae99fa456ffb4da HTTP/1.1" status: 200 len: 375 time: 0.0089898 Aug 02 17:31:40.213649 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-4f8425f6-634a-4211-8820-0a9694555927 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495875 Aug 02 17:31:40.315973 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-fe2e18e2-253b-416a-a18d-6cf220b9d428 service neutron] 10.222.0.16 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893347 Aug 02 17:31:40.433372 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-fcae6b40-45d2-4b09-bbb8-8803e256f9db service neutron] 10.222.0.16 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100883 Aug 02 17:31:40.620767 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3f089223-c1e6-49c4-b3f7-f2f287fd8183 req-d31fa074-8a18-4f11-aba0-09c5b9a5b94b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 210 time: 0.0305479 Aug 02 17:31:41.084430 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894658f-f512-4777-bd49-106c2c198173 req-ccd31827-3634-4078-b6be-10da7e1677d4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:41.085842 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f894658f-f512-4777-bd49-106c2c198173 req-ccd31827-3634-4078-b6be-10da7e1677d4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0527949 Aug 02 17:31:41.128713 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f894658f-f512-4777-bd49-106c2c198173 req-1aefe0d6-29e3-45ef-8789-6cde14fc1028 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354271 Aug 02 17:31:41.174047 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-23bd7ed5-6141-41ba-a8f8-81b9db1d431c service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974939 Aug 02 17:31:41.733962 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b1915cdb-918e-451b-bd0f-b2baf0778972 req-018d1e1b-18b8-4b7f-af79-5b757e657340 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 210 time: 0.0383959 Aug 02 17:31:42.283058 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-12865f44-a0ba-44ce-9042-5b814dfe2185 req-01aacb1f-5444-45ed-86bb-e7f3645e8511 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386328 Aug 02 17:31:42.307148 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec722f4-2ee7-405f-b656-a33322272d6e req-ed0fce0f-061e-492f-87d0-59285f4797e9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:42.308727 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bec722f4-2ee7-405f-b656-a33322272d6e req-ed0fce0f-061e-492f-87d0-59285f4797e9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0658937 Aug 02 17:31:42.347966 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bec722f4-2ee7-405f-b656-a33322272d6e req-d6df3af0-0fd8-45c7-bf60-f5552b18c563 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333838 Aug 02 17:31:42.833279 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d4fab790-094b-460c-a8cc-61ea50bf1c55 req-de8ba273-4d56-42fd-876a-af3900ec9b78 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 210 time: 0.0298166 Aug 02 17:31:43.498205 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f59841-66ab-41a3-872b-3d3346075262 req-8ece84b7-7166-4653-8780-ec62f3a7b5cf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:43.499861 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-82f59841-66ab-41a3-872b-3d3346075262 req-8ece84b7-7166-4653-8780-ec62f3a7b5cf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0597587 Aug 02 17:31:43.550138 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-82f59841-66ab-41a3-872b-3d3346075262 req-d417a5e8-54e8-4802-a68f-11d5aff7251d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436502 Aug 02 17:31:43.975975 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a0e35df7-6b1b-4c89-9b29-b9ec3ba1115c req-3d4568e5-3cd8-4495-9d1d-905313560328 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 210 time: 0.0387104 Aug 02 17:31:44.036240 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-8d1d266f-12a9-48d3-be7e-09eb514cb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.037757 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-8d1d266f-12a9-48d3-be7e-09eb514cb3ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 1097 time: 0.0648761 Aug 02 17:31:44.211987 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-85392cce-619c-4ab7-a86a-872f0dd7fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.214385 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-85392cce-619c-4ab7-a86a-872f0dd7fceb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.1550047 Aug 02 17:31:44.290118 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-202f8b91-a521-4571-86b2-0003b9e6e5ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093156cc-787e-43c5-a894-099fb5232f29 HTTP/1.1" status: 200 len: 217 time: 0.0668383 Aug 02 17:31:44.349295 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-af2c8922-d5d3-4e6f-95cc-5b2663db5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.350817 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-af2c8922-d5d3-4e6f-95cc-5b2663db5151 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0509644 Aug 02 17:31:44.407836 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-2000579d-b0f1-4e37-a96c-02b4b8761e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.409373 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-2000579d-b0f1-4e37-a96c-02b4b8761e6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493681 Aug 02 17:31:44.529202 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-15fbeecb-87e3-4c68-a613-7e9c4c697000 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106348 Aug 02 17:31:44.641496 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ce18578f-9eba-4799-8c9d-b16a31188812 req-e061c273-41c1-4781-9346-17e27674d8a8 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037264 Aug 02 17:31:44.699576 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13294fc9-c016-4e91-8a36-936009c03c76 req-38a05a0c-4005-4120-a8a6-da059ef98e8e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:44.701476 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-13294fc9-c016-4e91-8a36-936009c03c76 req-38a05a0c-4005-4120-a8a6-da059ef98e8e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0542083 Aug 02 17:31:44.746959 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-13294fc9-c016-4e91-8a36-936009c03c76 req-f9bf4b54-a911-4cbd-894b-7f7e4417092b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380569 Aug 02 17:31:45.091421 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-775603c3-4e20-43ee-9ff4-2af08449b69d req-f0ec13f6-59f4-4be5-ba23-987f19f4b722 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 210 time: 0.0297880 Aug 02 17:31:45.594703 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-a5e0ca23-aa76-4d5a-bdd1-5f07f5fbecbe tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:45.597483 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-a5e0ca23-aa76-4d5a-bdd1-5f07f5fbecbe tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.41 "GET /v2.0/networks?id=25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 200 len: 815 time: 0.1855347 Aug 02 17:31:45.618972 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'port': {'device_id': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'admin_state_up': True, 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:31:45.802337 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Made reservation on behalf of 79f0de88dfb54c239ae99fa456ffb4da for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:31:45.807361 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:45.919806 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a526042-fe29-42ff-910d-918c2e7e6ddd req-59d32b88-26ad-4e8c-ae8d-2cafe0555a61 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:45.921616 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2a526042-fe29-42ff-910d-918c2e7e6ddd req-59d32b88-26ad-4e8c-ae8d-2cafe0555a61 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0687165 Aug 02 17:31:45.990313 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2a526042-fe29-42ff-910d-918c2e7e6ddd req-864d11ae-9688-462d-882d-c5ec056294d3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579360 Aug 02 17:31:46.021056 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Allocated IP 172.20.0.6 (25f39cb8-3381-466a-8332-ee9cda50e116/46cbf1bb-dc55-4175-b4c3-006292e463f9/9710040c-8a68-43c3-8cc2-b6601b580bb8) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:31:46.260382 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ca7beaab-115e-40ab-946c-860cdbae4879 req-e414e15f-786b-4edc-8f7e-442393a69945 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 210 time: 0.0716603 Aug 02 17:31:46.302480 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:46.333860 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Transition to ACTIVE for port object 9710040c-8a68-43c3-8cc2-b6601b580bb8 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:31:46.391359 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:46.480364 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'Port': ['ID=9710040c-8a68-43c3-8cc2-b6601b580bb8,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:46.492929 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.493908 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.494419 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.494909 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.495530 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.495881 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.496234 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.496693 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.497088 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.497568 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.497872 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.498394 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:46.515745 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Network 25f39cb8-3381-466a-8332-ee9cda50e116 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:31:46.519766 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:31:46.532978 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:31:46.652394 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:46.657359 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:46.709342 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-ab5d0cf5-cfda-42e8-b996-0382a50327e3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0956113 Aug 02 17:31:46.996896 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-e9a5fad2-29aa-4689-a8e2-8af5ab658834 None None] Provisioning for port 9710040c-8a68-43c3-8cc2-b6601b580bb8 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:47.016249 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-e9a5fad2-29aa-4689-a8e2-8af5ab658834 None None] Provisioning complete for port 9710040c-8a68-43c3-8cc2-b6601b580bb8 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:47.016891 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e9a5fad2-29aa-4689-a8e2-8af5ab658834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:47.077667 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5fad2-29aa-4689-a8e2-8af5ab658834 None None] Port 9710040c-8a68-43c3-8cc2-b6601b580bb8 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:31:47.231534 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9aaac-e812-4018-a684-cefdc2586b1e req-614e26bb-ddd1-4a2c-949b-66a9d22c6481 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:47.233995 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f3d9aaac-e812-4018-a684-cefdc2586b1e req-614e26bb-ddd1-4a2c-949b-66a9d22c6481 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0968599 Aug 02 17:31:47.283540 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f3d9aaac-e812-4018-a684-cefdc2586b1e req-9fce5df8-ecbc-46a9-9e59-b480f93bf8a7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Aug 02 17:31:47.432996 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fa581-6e59-4175-aa61-598ebe732840 req-38a0c2ea-cd0b-4664-92d4-1a7a3cd6ffff tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:47.435569 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-091fa581-6e59-4175-aa61-598ebe732840 req-38a0c2ea-cd0b-4664-92d4-1a7a3cd6ffff tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0875320 Aug 02 17:31:47.489773 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-091fa581-6e59-4175-aa61-598ebe732840 req-2bfbec16-98a9-4978-91ae-41136c1efa77 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472622 Aug 02 17:31:48.467858 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a63e1-1acf-480e-a2ed-81222bc0e4d0 req-4a35b8cb-c952-4870-9321-bfb1013a7225 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:48.469472 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ae0a63e1-1acf-480e-a2ed-81222bc0e4d0 req-4a35b8cb-c952-4870-9321-bfb1013a7225 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0725913 Aug 02 17:31:48.538416 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ae0a63e1-1acf-480e-a2ed-81222bc0e4d0 req-c65ce783-693d-4065-9970-b478074e63c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622811 Aug 02 17:31:48.684686 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288336e8-f6c3-4716-a5d3-a527e564744d req-cdc7f4ce-1bd0-43b4-a20f-815536414e50 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:48.686180 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-288336e8-f6c3-4716-a5d3-a527e564744d req-cdc7f4ce-1bd0-43b4-a20f-815536414e50 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0738034 Aug 02 17:31:48.735651 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-288336e8-f6c3-4716-a5d3-a527e564744d req-e8f765e7-5dd7-4acc-99ce-3a7ab229b10b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Aug 02 17:31:49.231344 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:31:49.552140 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:49.574345 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '093156cc-787e-43c5-a894-099fb5232f29', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'port_id': '093156cc-787e-43c5-a894-099fb5232f29', 'mac_address': 'fa:16:3e:71:13:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:31:49.706137 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.722249 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093156cc-787e-43c5-a894-099fb5232f29 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:31:49.759317 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:49.767461 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:49.943438 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172e181-ac55-4cbc-bcde-d1165326a576 req-111ea810-f11f-43bb-94d7-0519328e75a5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:49.965176 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f172e181-ac55-4cbc-bcde-d1165326a576 req-111ea810-f11f-43bb-94d7-0519328e75a5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 945 time: 0.1218054 Aug 02 17:31:49.965480 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:50.016333 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bf66e-83b8-4bfe-9947-8489df2d9711 req-e939175d-660c-4f48-a36d-5ff99032f2f5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:50.018761 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-447bf66e-83b8-4bfe-9947-8489df2d9711 req-e939175d-660c-4f48-a36d-5ff99032f2f5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.1340790 Aug 02 17:31:50.048436 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f172e181-ac55-4cbc-bcde-d1165326a576 req-61a8d7ea-5abf-45a8-844b-0a6cf7df5bb7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818770 Aug 02 17:31:50.069163 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-65102430-a1e2-44ff-9b18-3cda9e7f3eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:50.110458 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-447bf66e-83b8-4bfe-9947-8489df2d9711 req-b7840b04-188f-434c-8bd4-22f64161b99b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837500 Aug 02 17:31:50.399727 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['093156cc-787e-43c5-a894-099fb5232f29'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:31:51.343569 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2143a-9826-4f0f-ac9c-c336b78ce647 req-3f9209e4-e90d-4276-bb7b-63bcd800df11 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:51.354311 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08d2143a-9826-4f0f-ac9c-c336b78ce647 req-3f9209e4-e90d-4276-bb7b-63bcd800df11 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0921414 Aug 02 17:31:51.381443 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c8a21-b3dd-45da-bf04-c37861c6b5df req-0aef3e42-671f-4f5a-b283-fc73903225a0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:51.385409 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d11c8a21-b3dd-45da-bf04-c37861c6b5df req-0aef3e42-671f-4f5a-b283-fc73903225a0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 945 time: 0.1381245 Aug 02 17:31:51.417573 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08d2143a-9826-4f0f-ac9c-c336b78ce647 req-338ab991-2829-44a5-ade7-74b357970f31 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617721 Aug 02 17:31:51.450265 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d11c8a21-b3dd-45da-bf04-c37861c6b5df req-1ac3387b-7a22-4661-973c-59a28a258bec tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577891 Aug 02 17:31:51.680681 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 57598) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:51.805775 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.932896 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.941344 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:51.994561 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be483256-a1a9-425a-ac21-631d0146dd36,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:52.000007 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15186499dcc442939cca3df18e80dfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181770 Aug 02 17:31:52.004388 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 57602) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:31:52.012691 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.013042 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.013390 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.013729 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.014072 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.014407 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.014741 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.015123 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.015455 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.015785 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.016219 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.016436 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d0160-2dbf-4a9c-910b-e95f5f83557c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:31:52.089785 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d733e980-7fc8-4e7f-afef-6939c78e848c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.121518 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d733e980-7fc8-4e7f-afef-6939c78e848c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.238919 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d733e980-7fc8-4e7f-afef-6939c78e848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.245141 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d733e980-7fc8-4e7f-afef-6939c78e848c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.247067 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-d733e980-7fc8-4e7f-afef-6939c78e848c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be483256-a1a9-425a-ac21-631d0146dd36 HTTP/1.1" status: 204 len: 168 time: 0.2413604 Aug 02 17:31:52.262042 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733e980-7fc8-4e7f-afef-6939c78e848c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be483256-a1a9-425a-ac21-631d0146dd36,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:52.565737 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-0aa8aa1f-fff6-4277-b43c-ef39cc556905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.730430 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90a1f2-9e9a-408e-8266-7b99ac6e9e4f req-8340e238-ae6e-46f3-ba59-9a60afb27e5b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:52.733091 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4f90a1f2-9e9a-408e-8266-7b99ac6e9e4f req-8340e238-ae6e-46f3-ba59-9a60afb27e5b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.1743090 Aug 02 17:31:52.804349 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ded123-315a-4b67-a6e1-b1450a1b2466 req-52f5ba84-a67d-4ec4-aad7-eefc15c43e12 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:52.819327 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c2ded123-315a-4b67-a6e1-b1450a1b2466 req-52f5ba84-a67d-4ec4-aad7-eefc15c43e12 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 945 time: 0.1849618 Aug 02 17:31:52.871249 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4f90a1f2-9e9a-408e-8266-7b99ac6e9e4f req-ceffa693-7c78-4059-935b-377716f8007d tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221635 Aug 02 17:31:52.886728 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:52.907533 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c2ded123-315a-4b67-a6e1-b1450a1b2466 req-27cb5ddd-1a48-49c6-9be8-26732f896167 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870049 Aug 02 17:31:53.239085 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:31:53.299380 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 093156cc-787e-43c5-a894-099fb5232f29 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:31:53.304811 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 093156cc-787e-43c5-a894-099fb5232f29 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:31:53.305335 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:53.397748 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:53.427810 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093156cc-787e-43c5-a894-099fb5232f29'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:31:53.430844 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315d415d-c481-4523-b809-e0ffc2dbd69e" -d '{"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-plugged", "status": "completed", "tag": "093156cc-787e-43c5-a894-099fb5232f29"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:31:53.444731 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:31:53.449977 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:53.489810 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee0973-cac2-49e2-ae3d-5591733104e0 x-openstack-request-id: req-24ee0973-cac2-49e2-ae3d-5591733104e0 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:31:53.490786 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-plugged", "status": "completed", "tag": "093156cc-787e-43c5-a894-099fb5232f29", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:31:53.491783 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24ee0973-cac2-49e2-ae3d-5591733104e0 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:31:53.493500 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093156cc-787e-43c5-a894-099fb5232f29', 'code': 200} Aug 02 17:31:53.526174 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:31:53.856928 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:54.049921 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75066f-acc2-45b1-81f2-82a3a3540ef9 req-9543c1ac-ae5d-4392-b9ab-00995f57cb05 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:54.051840 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4a75066f-acc2-45b1-81f2-82a3a3540ef9 req-9543c1ac-ae5d-4392-b9ab-00995f57cb05 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0987592 Aug 02 17:31:54.131296 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eedbba-2ca7-48da-96bb-7fe56848a87b req-bf614b82-629d-4ff9-90ae-5d8eecd6e5c6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:54.133709 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e3eedbba-2ca7-48da-96bb-7fe56848a87b req-bf614b82-629d-4ff9-90ae-5d8eecd6e5c6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0823517 Aug 02 17:31:54.145249 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4a75066f-acc2-45b1-81f2-82a3a3540ef9 req-e71f139d-276d-4296-ac5c-7ca62059c030 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848634 Aug 02 17:31:54.179821 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e3eedbba-2ca7-48da-96bb-7fe56848a87b req-3ece2b5e-b3ef-49cf-9ee9-f26cae7ec12b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383272 Aug 02 17:31:55.328278 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df356e4a-f500-4c6c-9c44-a63393e33ede req-3421f632-f05f-40a3-9d32-b15948808470 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:55.329924 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-df356e4a-f500-4c6c-9c44-a63393e33ede req-3421f632-f05f-40a3-9d32-b15948808470 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0739491 Aug 02 17:31:55.349968 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d9dfe-88e5-4c45-8b26-a9c23e6e88ad req-8563fa3f-f42e-4faf-94d6-17c0c2f046e7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:55.352500 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-266d9dfe-88e5-4c45-8b26-a9c23e6e88ad req-8563fa3f-f42e-4faf-94d6-17c0c2f046e7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0573547 Aug 02 17:31:55.372827 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-df356e4a-f500-4c6c-9c44-a63393e33ede req-b5c31db5-f893-44ad-86e3-de2251957f8e tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358396 Aug 02 17:31:55.408330 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-266d9dfe-88e5-4c45-8b26-a9c23e6e88ad req-6fc31903-d4a5-4be8-ae81-e75820ccb341 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498574 Aug 02 17:31:56.147230 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:31:56.526063 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dde10d-14db-407f-bb80-5a507ec12ad3 req-5dd16b0b-bc89-4049-8737-8d91e3bd6915 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:56.527659 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f7dde10d-14db-407f-bb80-5a507ec12ad3 req-5dd16b0b-bc89-4049-8737-8d91e3bd6915 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0555947 Aug 02 17:31:56.546405 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b555aa-6d90-4edd-a20b-4d688f387611 req-9a11128a-f514-4aba-89d4-9b13a63fd253 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:56.549084 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a0b555aa-6d90-4edd-a20b-4d688f387611 req-9a11128a-f514-4aba-89d4-9b13a63fd253 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0600700 Aug 02 17:31:56.582767 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f7dde10d-14db-407f-bb80-5a507ec12ad3 req-a8d04c3f-e527-44d6-bc87-ec417294ee32 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Aug 02 17:31:56.598485 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a0b555aa-6d90-4edd-a20b-4d688f387611 req-cf75ee6c-4f77-4764-b15e-8a16aad0c958 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423195 Aug 02 17:31:57.717443 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350190-326b-4cbf-a81e-8cfe2a5d81f9 req-26e5b46e-e35d-4174-b6eb-5a1374a598ea tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:57.727392 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-43350190-326b-4cbf-a81e-8cfe2a5d81f9 req-26e5b46e-e35d-4174-b6eb-5a1374a598ea tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0625238 Aug 02 17:31:57.766299 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-43350190-326b-4cbf-a81e-8cfe2a5d81f9 req-006229c5-24c6-49b6-83f0-e0184d8ada84 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375974 Aug 02 17:31:57.775699 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f3705-f242-41bb-a8d2-457fd10e9d57 req-aeeaa5c2-6839-4770-b4f3-ae62f498f518 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:57.786542 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-771f3705-f242-41bb-a8d2-457fd10e9d57 req-aeeaa5c2-6839-4770-b4f3-ae62f498f518 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0713377 Aug 02 17:31:57.858779 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-771f3705-f242-41bb-a8d2-457fd10e9d57 req-5eb484ab-9cd7-4226-971b-f33440c61bb1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707021 Aug 02 17:31:58.901564 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e975664-b7f3-4807-af5a-4c507b67f61f req-98bd7d44-767a-4ca1-8bec-ebe44fcd0faa tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:58.903255 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8e975664-b7f3-4807-af5a-4c507b67f61f req-98bd7d44-767a-4ca1-8bec-ebe44fcd0faa tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0528579 Aug 02 17:31:58.946406 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8e975664-b7f3-4807-af5a-4c507b67f61f req-ee374a2e-9764-4200-83ed-955783076921 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369051 Aug 02 17:31:58.995744 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9db7dc-9b6a-48e1-98a0-fb8f9db36f3f req-150f7706-4e7c-4745-965e-c191ac9e736c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:31:58.997259 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2c9db7dc-9b6a-48e1-98a0-fb8f9db36f3f req-150f7706-4e7c-4745-965e-c191ac9e736c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0601885 Aug 02 17:31:59.038479 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2c9db7dc-9b6a-48e1-98a0-fb8f9db36f3f req-5690faa4-94ab-49c4-b058-4acd35d17d8f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343409 Aug 02 17:32:00.085306 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792fe9c-2de7-4e45-9ecb-68791a9913ce req-860805cb-bb10-42e7-8f27-d659fe157900 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:00.087450 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e792fe9c-2de7-4e45-9ecb-68791a9913ce req-860805cb-bb10-42e7-8f27-d659fe157900 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0632794 Aug 02 17:32:00.127193 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e792fe9c-2de7-4e45-9ecb-68791a9913ce req-99df75a4-ad1c-46c3-be83-e1455d1076aa tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Aug 02 17:32:00.160039 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460471-5aa0-4f27-8595-42b90fa5b9bc req-4282815e-a5b1-439f-9e8a-b8c51fb4af0a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:00.161543 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c4460471-5aa0-4f27-8595-42b90fa5b9bc req-4282815e-a5b1-439f-9e8a-b8c51fb4af0a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0511453 Aug 02 17:32:00.204350 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c4460471-5aa0-4f27-8595-42b90fa5b9bc req-c07ffeea-b3c4-4d99-848b-9e211689cf60 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360997 Aug 02 17:32:01.203664 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:01.248562 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617579ae-aa3d-47a3-a0a9-9e831a41457d req-1d807277-79fd-4d3e-b39a-e219446e88de tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:01.250121 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-617579ae-aa3d-47a3-a0a9-9e831a41457d req-1d807277-79fd-4d3e-b39a-e219446e88de tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0511944 Aug 02 17:32:01.291527 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-617579ae-aa3d-47a3-a0a9-9e831a41457d req-40a84239-c91b-4532-a082-48686d4c59bd tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354373 Aug 02 17:32:01.325589 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62b0aa-11c4-4d39-bebd-5eb8e6faad0d req-55e49b17-1fe4-4dc1-a53b-230ce99a220a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:01.327118 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4a62b0aa-11c4-4d39-bebd-5eb8e6faad0d req-55e49b17-1fe4-4dc1-a53b-230ce99a220a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0490046 Aug 02 17:32:01.365302 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4a62b0aa-11c4-4d39-bebd-5eb8e6faad0d req-b5e5c088-7ea2-4a0d-8036-9bcb2c4e70c7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320823 Aug 02 17:32:02.418023 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a4421-d1e1-4907-aa9d-258280b66e9a req-7c3f3abc-e009-4a1e-a834-306c91105ec8 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:02.423732 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-424a4421-d1e1-4907-aa9d-258280b66e9a req-7c3f3abc-e009-4a1e-a834-306c91105ec8 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0585656 Aug 02 17:32:02.472395 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-424a4421-d1e1-4907-aa9d-258280b66e9a req-011343fa-56f5-438b-8943-d21ecbf8c6a9 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459430 Aug 02 17:32:02.507396 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7449f-634e-4944-97cc-832d338bd9e3 req-eddedb3c-42de-4c06-a066-78eb01b12889 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:02.510481 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cbf7449f-634e-4944-97cc-832d338bd9e3 req-eddedb3c-42de-4c06-a066-78eb01b12889 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0668671 Aug 02 17:32:02.806948 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cbf7449f-634e-4944-97cc-832d338bd9e3 req-957f6a15-38c2-40d4-a9cc-9704369fe3d5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864439 Aug 02 17:32:03.600153 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306b822-7bba-45d2-b07c-8bc1a4fc5f96 req-0e036913-076b-481f-9ad7-e900a58e70f0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:03.602354 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1306b822-7bba-45d2-b07c-8bc1a4fc5f96 req-0e036913-076b-481f-9ad7-e900a58e70f0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0555241 Aug 02 17:32:03.648855 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1306b822-7bba-45d2-b07c-8bc1a4fc5f96 req-a59ca796-82e6-4b29-b850-645ced29e6a1 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396507 Aug 02 17:32:03.929905 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a0c0-3026-449c-9f5a-7e6fb03b50ad req-81dd9fa1-ff17-4caa-b762-9313f9cd26eb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:03.931432 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-73a6a0c0-3026-449c-9f5a-7e6fb03b50ad req-81dd9fa1-ff17-4caa-b762-9313f9cd26eb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0494227 Aug 02 17:32:03.974031 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-73a6a0c0-3026-449c-9f5a-7e6fb03b50ad req-03e237db-f383-43ce-86c8-f23e68a7a005 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345180 Aug 02 17:32:04.441548 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Request body: {'port': {'device_id': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:04.500005 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:04.772522 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c05dc-4f3b-4c76-b48f-1912c7b08f19 req-6b7c334f-0b89-478b-b7bb-e40a6559ce98 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:04.774665 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b34c05dc-4f3b-4c76-b48f-1912c7b08f19 req-6b7c334f-0b89-478b-b7bb-e40a6559ce98 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 931 time: 0.0548053 Aug 02 17:32:04.781743 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9710040c-8a68-43c3-8cc2-b6601b580bb8 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:32:04.790098 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:04.807802 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Transition to ACTIVE for port object 9710040c-8a68-43c3-8cc2-b6601b580bb8 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:04.812889 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:04.815260 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b34c05dc-4f3b-4c76-b48f-1912c7b08f19 req-f5c9b05e-46c4-41d6-9ec4-aa089483ef43 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344336 Aug 02 17:32:04.874192 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Pushing event updated for resources: {'Port': ['ID=9710040c-8a68-43c3-8cc2-b6601b580bb8,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:04.967836 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Attempting to bind port 9710040c-8a68-43c3-8cc2-b6601b580bb8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:32:04.968523 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Attempting to bind port 9710040c-8a68-43c3-8cc2-b6601b580bb8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:32:04.968523 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Attempting to bind port 9710040c-8a68-43c3-8cc2-b6601b580bb8 on network 25f39cb8-3381-466a-8332-ee9cda50e116 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:32:04.973362 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Port 9710040c-8a68-43c3-8cc2-b6601b580bb8 on network 25f39cb8-3381-466a-8332-ee9cda50e116 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:32:04.973691 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Attempting to bind port 9710040c-8a68-43c3-8cc2-b6601b580bb8 on network 25f39cb8-3381-466a-8332-ee9cda50e116 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:32:04.979292 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:32:04.979681 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Checking segment: {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:32:04.980054 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Bound using segment: {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:32:04.980492 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Bound port: 9710040c-8a68-43c3-8cc2-b6601b580bb8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:32:04.980855 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:05.090580 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] For port 9710040c-8a68-43c3-8cc2-b6601b580bb8, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:32:05.106357 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] For port 9710040c-8a68-43c3-8cc2-b6601b580bb8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:32:05.114752 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:05.159845 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:05.160493 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:05.162237 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] 10.222.0.41 "PUT /v2.0/ports/9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 1093 time: 0.7250228 Aug 02 17:32:05.162684 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:05.165817 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac11928b-a956-4048-b48b-7cc29ef280a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:05.178651 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d4b0f-b5b6-4daf-a314-ac189440bbd2 req-8a17c6fb-8f7d-4974-8323-31406a1ac610 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:05.180343 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bc8d4b0f-b5b6-4daf-a314-ac189440bbd2 req-8a17c6fb-8f7d-4974-8323-31406a1ac610 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.1236329 Aug 02 17:32:05.215624 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a975e-e94c-4e72-8f02-da70328a6c00 service neutron] Pushing event updated for resources: {'Port': ['ID=9710040c-8a68-43c3-8cc2-b6601b580bb8,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:05.229431 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff792a5-8bd6-4e2c-b1bc-84bd7e5afdef x-openstack-request-id: req-6ff792a5-8bd6-4e2c-b1bc-84bd7e5afdef {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:05.229745 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:05.230000 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ff792a5-8bd6-4e2c-b1bc-84bd7e5afdef {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:05.230397 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'status': 'completed', 'code': 200} Aug 02 17:32:05.264823 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bc8d4b0f-b5b6-4daf-a314-ac189440bbd2 req-2e003d3b-e35e-40b4-8abc-046639d250c7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680418 Aug 02 17:32:05.941472 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53110bc-f45b-4290-bcc7-507698b6341f req-45138527-6ccb-43ba-b2ce-962226438e30 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:05.942987 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c53110bc-f45b-4290-bcc7-507698b6341f req-45138527-6ccb-43ba-b2ce-962226438e30 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 943 time: 0.0525291 Aug 02 17:32:05.983606 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c53110bc-f45b-4290-bcc7-507698b6341f req-c0c53b1f-1555-4623-b87a-cb9b2111dad6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336235 Aug 02 17:32:06.389871 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ec95-223c-4744-87fb-8c2e9415eae3 req-b61ac281-7eb9-4183-ad8b-020967456786 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:06.391408 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6967ec95-223c-4744-87fb-8c2e9415eae3 req-b61ac281-7eb9-4183-ad8b-020967456786 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0496285 Aug 02 17:32:06.434848 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6967ec95-223c-4744-87fb-8c2e9415eae3 req-ccd5719d-b7e2-46ce-8f33-9c004eb7fc0a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342278 Aug 02 17:32:07.129657 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae558a0-8cd4-4f31-b601-463a7d9bfba5 req-d1eb7f79-bea7-4cd8-b893-998adae47ce7 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:07.132930 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4ae558a0-8cd4-4f31-b601-463a7d9bfba5 req-d1eb7f79-bea7-4cd8-b893-998adae47ce7 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 943 time: 0.0693069 Aug 02 17:32:07.181970 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4ae558a0-8cd4-4f31-b601-463a7d9bfba5 req-67de0de6-d47b-4cee-9313-8472d7a7b7a8 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Aug 02 17:32:07.564084 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219632a-2368-4bc5-8fce-8b3c29710ced req-43d77289-d088-4f23-9877-86b47b3c549e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:07.565706 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3219632a-2368-4bc5-8fce-8b3c29710ced req-43d77289-d088-4f23-9877-86b47b3c549e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0513895 Aug 02 17:32:07.614447 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3219632a-2368-4bc5-8fce-8b3c29710ced req-516214f2-1de2-4e9f-bc80-a5bcfeecdf7d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415511 Aug 02 17:32:07.911783 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f357cc6b-93f6-4e02-bde5-f39c671ddf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:07.913236 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-f357cc6b-93f6-4e02-bde5-f39c671ddf5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1096 time: 0.0459101 Aug 02 17:32:08.304644 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3af7-7884-4422-b660-1ae9d45cbc46 req-bd321646-bf78-48cc-b07d-74b5e33df479 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:08.306189 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-491e3af7-7884-4422-b660-1ae9d45cbc46 req-bd321646-bf78-48cc-b07d-74b5e33df479 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 943 time: 0.0506005 Aug 02 17:32:08.346527 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-491e3af7-7884-4422-b660-1ae9d45cbc46 req-9106e9f1-f280-4378-8ad9-aa09fb3f9c1c tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Aug 02 17:32:08.738185 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb42d0-6123-4ad6-8f99-52331b27df30 req-72c3e2d3-e8c3-4762-b373-d132ef5f7f35 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:08.739763 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-57bb42d0-6123-4ad6-8f99-52331b27df30 req-72c3e2d3-e8c3-4762-b373-d132ef5f7f35 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0493476 Aug 02 17:32:08.779850 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-57bb42d0-6123-4ad6-8f99-52331b27df30 req-a192e669-0664-487b-9876-0c70d565e67f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330505 Aug 02 17:32:09.437701 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-b77196f7-84ba-4ffb-ab43-4add1bff7f1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 217 time: 0.0400422 Aug 02 17:32:09.462869 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb261ecf-3a1f-45d6-8f94-77a9754b67cb req-81257307-37b6-40ec-84ad-c72618299580 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:09.464609 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-eb261ecf-3a1f-45d6-8f94-77a9754b67cb req-81257307-37b6-40ec-84ad-c72618299580 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 943 time: 0.0499125 Aug 02 17:32:09.503748 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-99326850-62b5-4cdc-ba9c-3373185077db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:09.504965 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-eb261ecf-3a1f-45d6-8f94-77a9754b67cb req-0cab18ec-a315-41d9-92e1-00c9c50f02a8 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Aug 02 17:32:09.505143 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-99326850-62b5-4cdc-ba9c-3373185077db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46cbf1bb-dc55-4175-b4c3-006292e463f9 HTTP/1.1" status: 200 len: 854 time: 0.0555472 Aug 02 17:32:09.562489 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-be41eeb3-3d60-4ff0-ab0d-ccfcc94b5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:09.568661 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-be41eeb3-3d60-4ff0-ab0d-ccfcc94b5a57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f39cb8-3381-466a-8332-ee9cda50e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539708 Aug 02 17:32:09.605403 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65544d-dbe3-49a3-9db7-97940bc83cd8 req-53648381-0076-487b-8f67-692a9ac03b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:09.606958 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0e65544d-dbe3-49a3-9db7-97940bc83cd8 req-53648381-0076-487b-8f67-692a9ac03b00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 1099 time: 0.0536776 Aug 02 17:32:09.642978 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0e65544d-dbe3-49a3-9db7-97940bc83cd8 req-fa3ac86e-d975-4c92-a595-5b77a24651a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283289 Aug 02 17:32:09.669644 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-68d944f0-111f-4fc4-b3c8-e8c79cc8cc70 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933142 Aug 02 17:32:09.914954 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe566-2e4a-44c0-a282-303e11547cf4 req-c09fa3b8-6efb-49b1-acb3-77d4b43a7e58 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:09.916510 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f5bfe566-2e4a-44c0-a282-303e11547cf4 req-c09fa3b8-6efb-49b1-acb3-77d4b43a7e58 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0567381 Aug 02 17:32:09.957421 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f5bfe566-2e4a-44c0-a282-303e11547cf4 req-092a7e4f-3899-4d9b-9119-70624bb8ed17 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350189 Aug 02 17:32:10.527122 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a8faf917-8d64-4862-ba6e-5160e0bdac32 req-e428ec56-63fd-4111-a180-9ae383281fa2 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050777 Aug 02 17:32:10.639398 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896196cf-b68b-49f9-853f-b473570e37f5 req-c04e89b0-1927-4109-9733-67cb905569be tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:10.643738 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-896196cf-b68b-49f9-853f-b473570e37f5 req-c04e89b0-1927-4109-9733-67cb905569be tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 943 time: 0.0548112 Aug 02 17:32:10.682965 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-896196cf-b68b-49f9-853f-b473570e37f5 req-9908f615-d0de-499d-9e3e-0dc256b9840b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354288 Aug 02 17:32:10.695575 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-65d27fb3-8603-4866-8832-44219f90b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:10.697169 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-65d27fb3-8603-4866-8832-44219f90b9b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1096 time: 0.0476210 Aug 02 17:32:10.794739 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-e246a300-0c38-4a2e-9441-f1c093724700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:10.796492 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-e246a300-0c38-4a2e-9441-f1c093724700 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 200 len: 916 time: 0.0906575 Aug 02 17:32:10.841047 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-5231be88-4ea1-4d1c-a8cb-0b31e5cce10c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 217 time: 0.0370154 Aug 02 17:32:10.896671 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-94ea27d7-597b-42f0-b5ea-29a3eb5a1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:10.898934 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-94ea27d7-597b-42f0-b5ea-29a3eb5a1765 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46cbf1bb-dc55-4175-b4c3-006292e463f9 HTTP/1.1" status: 200 len: 854 time: 0.0506551 Aug 02 17:32:10.950381 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-c81bc5ca-b021-4828-a917-6a22d8ca3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:10.951965 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-c81bc5ca-b021-4828-a917-6a22d8ca3334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f39cb8-3381-466a-8332-ee9cda50e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454879 Aug 02 17:32:11.062305 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-5bdf44e6-8dbe-47e3-9c02-3c149df0c2e7 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031735 Aug 02 17:32:11.157066 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17482-14df-468f-825a-572f7fb564c9 req-6bc766fc-aef9-40dc-83d9-cc5734fb4dc9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:11.157066 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c6f17482-14df-468f-825a-572f7fb564c9 req-6bc766fc-aef9-40dc-83d9-cc5734fb4dc9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.1163666 Aug 02 17:32:11.209017 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ac11928b-a956-4048-b48b-7cc29ef280a6 req-3feddd18-5516-45a4-bff0-ac1de9cd93c4 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327424 Aug 02 17:32:11.220779 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c6f17482-14df-468f-825a-572f7fb564c9 req-feb084ea-81f0-4fba-958e-9f5af1cb6ae6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608644 Aug 02 17:32:11.818687 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ccc72-61e2-4dd8-a478-8e50b36229f7 req-bea84319-1166-48f1-8b6b-95f6e20cf23c tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:11.821667 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4d5ccc72-61e2-4dd8-a478-8e50b36229f7 req-bea84319-1166-48f1-8b6b-95f6e20cf23c tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 943 time: 0.0681810 Aug 02 17:32:11.871609 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4d5ccc72-61e2-4dd8-a478-8e50b36229f7 req-1e8b8608-267a-4c61-993b-0acd997e7d1a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436220 Aug 02 17:32:12.362315 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5421a6-58de-48c9-95ad-a7a812afaa2b req-677a6f50-a90a-4492-a07b-d4093ecddfb8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:12.364015 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9d5421a6-58de-48c9-95ad-a7a812afaa2b req-677a6f50-a90a-4492-a07b-d4093ecddfb8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0613742 Aug 02 17:32:12.406008 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9d5421a6-58de-48c9-95ad-a7a812afaa2b req-03850bb7-f554-4b5e-961c-2be852807fff tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338969 Aug 02 17:32:12.550107 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bfa39-53d6-4432-8ddc-8dca6b4a5e4c req-5a96a410-86c8-4a73-a6dc-5b5964864b12 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:12.551600 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-271bfa39-53d6-4432-8ddc-8dca6b4a5e4c req-5a96a410-86c8-4a73-a6dc-5b5964864b12 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0683572 Aug 02 17:32:12.563679 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 57788) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:12.568742 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-49a34884-6973-47bd-86ea-3c2acbfe7333 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'floatingip': {'port_id': '093156cc-787e-43c5-a894-099fb5232f29'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:12.646666 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-49a34884-6973-47bd-86ea-3c2acbfe7333 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:12.998916 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b939b-6df2-44bb-8ca7-7c2a3353debb req-ef48cebc-adab-439c-89d7-f00b7a74da47 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:13.000634 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bd7b939b-6df2-44bb-8ca7-7c2a3353debb req-ef48cebc-adab-439c-89d7-f00b7a74da47 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 943 time: 0.0518975 Aug 02 17:32:13.052657 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bd7b939b-6df2-44bb-8ca7-7c2a3353debb req-8155d123-0245-48de-b715-26819561835b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431058 Aug 02 17:32:13.518276 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-49a34884-6973-47bd-86ea-3c2acbfe7333 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:13.524128 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-49a34884-6973-47bd-86ea-3c2acbfe7333 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:13.637627 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [None req-49a34884-6973-47bd-86ea-3c2acbfe7333 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Floating IP 85a95aae-0330-4c40-a25e-f74f8454fa85 associated. External IP: 172.27.0.37, port: 093156cc-787e-43c5-a894-099fb5232f29. Aug 02 17:32:13.868449 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a34884-6973-47bd-86ea-3c2acbfe7333 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Router 0f4148bc-b185-40b2-a766-89971f9dfd3f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:32:13.871493 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 9710040c-8a68-43c3-8cc2-b6601b580bb8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:32:13.995970 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 9710040c-8a68-43c3-8cc2-b6601b580bb8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:14.010068 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'port_id': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'mac_address': 'fa:16:3e:3e:49:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:32:14.010765 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a34884-6973-47bd-86ea-3c2acbfe7333 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:32:14.016879 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-49a34884-6973-47bd-86ea-3c2acbfe7333 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:14.039047 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] Sync routers for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:32:14.045371 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-49a34884-6973-47bd-86ea-3c2acbfe7333 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "PUT /v2.0/floatingips/85a95aae-0330-4c40-a25e-f74f8454fa85 HTTP/1.1" status: 200 len: 991 time: 1.4803269 Aug 02 17:32:14.046054 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'tag': '093156cc-787e-43c5-a894-099fb5232f29'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:14.048636 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03762110-53e6-4055-8325-60cdf8134f49" -d '{"events": [{"name": "network-changed", "server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "tag": "093156cc-787e-43c5-a894-099fb5232f29"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:14.061290 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:14.061941 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:31:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:14.063766 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:14.092840 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f43863-4734-4580-92cf-0f441f8b2b68 x-openstack-request-id: req-a6f43863-4734-4580-92cf-0f441f8b2b68 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:14.095453 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "tag": "093156cc-787e-43c5-a894-099fb5232f29", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:14.096445 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6f43863-4734-4580-92cf-0f441f8b2b68 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:14.097284 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'tag': '093156cc-787e-43c5-a894-099fb5232f29', 'status': 'completed', 'code': 200} Aug 02 17:32:14.114257 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9710040c-8a68-43c3-8cc2-b6601b580bb8 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:32:14.179505 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 9710040c-8a68-43c3-8cc2-b6601b580bb8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:14.185535 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:14.212043 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:14.257754 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729c033-1413-412c-a651-e388b4d810c6 req-1753bee8-d08a-4851-b4db-ecdad518192a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:14.259430 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5729c033-1413-412c-a651-e388b4d810c6 req-1753bee8-d08a-4851-b4db-ecdad518192a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 943 time: 0.1147423 Aug 02 17:32:14.266351 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03762110-53e6-4055-8325-60cdf8134f49 req-724e7e1d-d133-4bac-b482-4f53ceefd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:14.267855 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03762110-53e6-4055-8325-60cdf8134f49 req-724e7e1d-d133-4bac-b482-4f53ceefd068 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 1099 time: 0.1089098 Aug 02 17:32:14.354784 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5729c033-1413-412c-a651-e388b4d810c6 req-64d8b4bc-d7d5-4a63-8fc6-a0cfe2f5393c tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856905 Aug 02 17:32:14.381014 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=9710040c-8a68-43c3-8cc2-b6601b580bb8,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:14.396570 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03762110-53e6-4055-8325-60cdf8134f49 req-334b5444-c2cf-4f02-8112-087018c30521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:14.396570 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03762110-53e6-4055-8325-60cdf8134f49 req-334b5444-c2cf-4f02-8112-087018c30521 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.1202223 Aug 02 17:32:14.485799 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03762110-53e6-4055-8325-60cdf8134f49 req-eff0b000-b264-4dee-bbf1-93583991d00c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093156cc-787e-43c5-a894-099fb5232f29 HTTP/1.1" status: 200 len: 999 time: 0.0780339 Aug 02 17:32:14.541927 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03762110-53e6-4055-8325-60cdf8134f49 req-3eda71cb-b2f5-4081-bff2-bbfb36d02e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:14.543525 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03762110-53e6-4055-8325-60cdf8134f49 req-3eda71cb-b2f5-4081-bff2-bbfb36d02e0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0502877 Aug 02 17:32:14.560819 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '85a95aae-0330-4c40-a25e-f74f8454fa85', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'port_id': '093156cc-787e-43c5-a894-099fb5232f29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'mac_address': 'fa:16:3e:71:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:31:27Z', 'updated_at': '2021-08-02T17:32:13Z', 'revision_number': 1, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:14.589549 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] Checking router: 0f4148bc-b185-40b2-a766-89971f9dfd3f for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:32:14.596675 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['9710040c-8a68-43c3-8cc2-b6601b580bb8'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:32:14.598119 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03762110-53e6-4055-8325-60cdf8134f49 req-aa1114e2-9cdb-4120-af51-2aa2f11c992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:14.601052 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03762110-53e6-4055-8325-60cdf8134f49 req-aa1114e2-9cdb-4120-af51-2aa2f11c992a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484197 Aug 02 17:32:14.627857 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:14.628488 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:31:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:14.749390 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03762110-53e6-4055-8325-60cdf8134f49 req-1eadca54-db5c-481a-bd3b-c0a0aef70af4 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405542 Aug 02 17:32:14.789998 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:14.861070 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:32:14.886892 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03762110-53e6-4055-8325-60cdf8134f49 req-7d2bb690-ed00-4e60-88a3-34f67aff1c78 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296003 Aug 02 17:32:15.127597 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '85a95aae-0330-4c40-a25e-f74f8454fa85', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'port_id': '093156cc-787e-43c5-a894-099fb5232f29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'mac_address': 'fa:16:3e:71:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:31:27Z', 'updated_at': '2021-08-02T17:32:13Z', 'revision_number': 1, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:15.279131 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf77151-7fe2-4f5a-91a9-e571751263c5 None None] The sync data for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi is: [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '85a95aae-0330-4c40-a25e-f74f8454fa85', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'port_id': '093156cc-787e-43c5-a894-099fb5232f29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'mac_address': 'fa:16:3e:71:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:31:27Z', 'updated_at': '2021-08-02T17:32:13Z', 'revision_number': 1, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:32:15.478039 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e4c72-64a8-4114-a9da-23d11e6aab54 None None] New status for floating IP 85a95aae-0330-4c40-a25e-f74f8454fa85: ACTIVE {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:32:15.481089 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6b968-9e66-4ce5-868d-defae02e7c3d req-78957a69-16f0-4834-9749-5edfcc0417ca tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:15.482864 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0aa6b968-9e66-4ce5-868d-defae02e7c3d req-78957a69-16f0-4834-9749-5edfcc0417ca tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 944 time: 0.0539920 Aug 02 17:32:15.527947 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0aa6b968-9e66-4ce5-868d-defae02e7c3d req-be8290ba-e534-4cc4-8487-259864787c89 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Aug 02 17:32:15.896525 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 9710040c-8a68-43c3-8cc2-b6601b580bb8 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:15.974688 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 9710040c-8a68-43c3-8cc2-b6601b580bb8 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:15.979512 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 9710040c-8a68-43c3-8cc2-b6601b580bb8 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:15.979890 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:16.077918 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:16.107798 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:16.110178 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a63bfa-8610-41b3-939e-10769571976c" -d '{"events": [{"server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "name": "network-vif-plugged", "status": "completed", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:16.124604 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 9710040c-8a68-43c3-8cc2-b6601b580bb8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:16.133396 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:16.165555 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ab403-97c8-43bf-af6d-2c2c1b5da6a6 x-openstack-request-id: req-157ab403-97c8-43bf-af6d-2c2c1b5da6a6 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:16.165828 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "name": "network-vif-plugged", "status": "completed", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:16.166085 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-157ab403-97c8-43bf-af6d-2c2c1b5da6a6 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:16.166472 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'code': 200} Aug 02 17:32:16.268225 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=9710040c-8a68-43c3-8cc2-b6601b580bb8,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:16.420006 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d62ad-5a8f-4684-a307-e3222d8f7acd req-122289d3-a365-4453-b112-1d8edf44d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:16.422717 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eb5d62ad-5a8f-4684-a307-e3222d8f7acd req-122289d3-a365-4453-b112-1d8edf44d267 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1098 time: 0.0509341 Aug 02 17:32:16.461778 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eb5d62ad-5a8f-4684-a307-e3222d8f7acd req-8a76502b-6cc4-47a3-aad4-02c2071d7af4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Aug 02 17:32:16.650567 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062166-30c6-4a46-a157-db3f5aa50826 req-f07eadb2-4d3d-41a1-88be-7e12e703aebe tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:16.652137 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7c062166-30c6-4a46-a157-db3f5aa50826 req-f07eadb2-4d3d-41a1-88be-7e12e703aebe tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0535522 Aug 02 17:32:16.693398 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7c062166-30c6-4a46-a157-db3f5aa50826 req-f5c1c978-d4ae-4f49-bbb8-7eb35af7464f tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353150 Aug 02 17:32:17.818415 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585679c5-50c7-49fb-b212-cd26f6fb262b req-e9c78bff-599d-46e5-be3a-5be7bbbd4040 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:17.820236 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-585679c5-50c7-49fb-b212-cd26f6fb262b req-e9c78bff-599d-46e5-be3a-5be7bbbd4040 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0556419 Aug 02 17:32:17.864748 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-585679c5-50c7-49fb-b212-cd26f6fb262b req-1a0d1585-aa2b-4b23-81fc-18db9c04846d tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376341 Aug 02 17:32:19.028388 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a4056-8491-449a-bb1d-44483df8ae06 req-2d3ccd02-68f9-4f85-bf34-3a0117657717 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:19.031438 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-312a4056-8491-449a-bb1d-44483df8ae06 req-2d3ccd02-68f9-4f85-bf34-3a0117657717 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0866666 Aug 02 17:32:19.079428 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-312a4056-8491-449a-bb1d-44483df8ae06 req-8bdb57e0-cd84-42c2-b331-541f09b840fe tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Aug 02 17:32:20.061490 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf14e-37ec-451b-87c2-20932d8338be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:20.213995 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f9195-5eed-41bb-bf6f-4a3f1770ff70 req-648b59bb-5390-40c5-8f60-7c27bc95f6d3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:20.215476 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-234f9195-5eed-41bb-bf6f-4a3f1770ff70 req-648b59bb-5390-40c5-8f60-7c27bc95f6d3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0538931 Aug 02 17:32:20.277524 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-234f9195-5eed-41bb-bf6f-4a3f1770ff70 req-10df6ffc-b603-4e84-b41c-4ac429ef9191 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540836 Aug 02 17:32:21.420860 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4bef4-6bdd-4d97-af5d-52082762a413 req-9905a54e-4a17-4d29-aa0e-75076dc2e699 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:21.422297 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-27e4bef4-6bdd-4d97-af5d-52082762a413 req-9905a54e-4a17-4d29-aa0e-75076dc2e699 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0631742 Aug 02 17:32:21.468115 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-27e4bef4-6bdd-4d97-af5d-52082762a413 req-79e6cff5-86f2-45aa-ba65-4aec65d9c41b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Aug 02 17:32:22.522839 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-afbd3de7-a1f6-4290-a082-f5a32181b549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:22.616342 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fe0d9-7c9b-4b77-a948-bfd1301236ac req-44d46113-6ddf-4980-b243-d45490d871a4 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:22.618202 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-aa3fe0d9-7c9b-4b77-a948-bfd1301236ac req-44d46113-6ddf-4980-b243-d45490d871a4 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0579233 Aug 02 17:32:22.661337 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-aa3fe0d9-7c9b-4b77-a948-bfd1301236ac req-de5c11d7-aeb0-4522-87eb-a9333e184426 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356603 Aug 02 17:32:22.819175 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0282c-def7-4805-bdf5-7de76351feab req-8cb377de-e366-40e9-90d3-e6446df1b2dc tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:22.824979 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6bb0282c-def7-4805-bdf5-7de76351feab req-8cb377de-e366-40e9-90d3-e6446df1b2dc tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0680780 Aug 02 17:32:22.878175 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:22.887507 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6bb0282c-def7-4805-bdf5-7de76351feab req-e6bd7525-0eec-4f08-be70-a49f9ee585ca tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566800 Aug 02 17:32:23.336099 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d41c0-56cb-4616-b1a6-4648dcbc4559 req-4ba2c487-25a5-4112-87f1-04d78bf09742 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:23.338846 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-437d41c0-56cb-4616-b1a6-4648dcbc4559 req-4ba2c487-25a5-4112-87f1-04d78bf09742 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0993419 Aug 02 17:32:23.391372 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-437d41c0-56cb-4616-b1a6-4648dcbc4559 req-1c168e60-c715-44f8-96ea-f4a33a693c67 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Aug 02 17:32:23.858000 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:24.955932 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 57958) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:25.123215 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-dabe1a88-91f8-4476-abea-9654419e49e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:25.256951 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-dabe1a88-91f8-4476-abea-9654419e49e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:25.262006 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-dabe1a88-91f8-4476-abea-9654419e49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:25.332025 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-dabe1a88-91f8-4476-abea-9654419e49e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95aac41a16c74b5cb60f9ca53023cc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743048 Aug 02 17:32:25.335175 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 57970) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:25.344988 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe1a88-91f8-4476-abea-9654419e49e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d230fb-158d-41f9-95f4-91a9ed22c9c0,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:25.404329 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3035653b-129c-4649-bf13-bdc4381d6653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:25.430887 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3035653b-129c-4649-bf13-bdc4381d6653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:25.494537 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3035653b-129c-4649-bf13-bdc4381d6653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:25.497344 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3035653b-129c-4649-bf13-bdc4381d6653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:25.498575 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3035653b-129c-4649-bf13-bdc4381d6653 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03d230fb-158d-41f9-95f4-91a9ed22c9c0 HTTP/1.1" status: 204 len: 168 time: 0.1621263 Aug 02 17:32:25.518775 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035653b-129c-4649-bf13-bdc4381d6653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d230fb-158d-41f9-95f4-91a9ed22c9c0,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:25.841731 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 57984) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:25.868645 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0e2105f2-7470-4b95-9d47-200e1025050a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:25.996771 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0e2105f2-7470-4b95-9d47-200e1025050a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:26.001307 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0e2105f2-7470-4b95-9d47-200e1025050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:26.041081 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2105f2-7470-4b95-9d47-200e1025050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cc7ad9-87cf-4a09-a03f-0bcb156dad03,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:26.045597 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-0e2105f2-7470-4b95-9d47-200e1025050a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9a081d52c3b4c8baba79de5574e6ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020376 Aug 02 17:32:26.048146 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 57986) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:26.102199 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ac224998-04ab-445b-b04a-6b3dee10370c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:26.125368 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ac224998-04ab-445b-b04a-6b3dee10370c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:26.144497 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:26.176975 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ac224998-04ab-445b-b04a-6b3dee10370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:26.181044 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ac224998-04ab-445b-b04a-6b3dee10370c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:26.182404 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ac224998-04ab-445b-b04a-6b3dee10370c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98cc7ad9-87cf-4a09-a03f-0bcb156dad03 HTTP/1.1" status: 204 len: 168 time: 0.1326847 Aug 02 17:32:26.190726 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224998-04ab-445b-b04a-6b3dee10370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cc7ad9-87cf-4a09-a03f-0bcb156dad03,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:28.550219 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58056) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:28.670970 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-94ce282f-d8c3-4a47-bc48-165913e9591d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:28.790555 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-94ce282f-d8c3-4a47-bc48-165913e9591d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:28.794760 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-94ce282f-d8c3-4a47-bc48-165913e9591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:28.837251 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-94ce282f-d8c3-4a47-bc48-165913e9591d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e779bff79d6447228138c9d6a4e2ddf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854390 Aug 02 17:32:28.838532 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce282f-d8c3-4a47-bc48-165913e9591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f883a831-2764-487e-8e58-3eb15251119f,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:28.839966 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58060) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:28.895455 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ad5123e0-afc6-4dba-a8e1-548b62e93d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:28.920152 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ad5123e0-afc6-4dba-a8e1-548b62e93d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:28.997566 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ad5123e0-afc6-4dba-a8e1-548b62e93d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.000651 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ad5123e0-afc6-4dba-a8e1-548b62e93d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.005540 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-ad5123e0-afc6-4dba-a8e1-548b62e93d3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f883a831-2764-487e-8e58-3eb15251119f HTTP/1.1" status: 204 len: 168 time: 0.1643903 Aug 02 17:32:29.018178 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5123e0-afc6-4dba-a8e1-548b62e93d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f883a831-2764-487e-8e58-3eb15251119f,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:29.380836 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58070) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:29.404310 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-97cd26ef-a980-4b83-a6ab-b0ad99c231fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.571694 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-97cd26ef-a980-4b83-a6ab-b0ad99c231fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.576723 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-97cd26ef-a980-4b83-a6ab-b0ad99c231fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.618876 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd26ef-a980-4b83-a6ab-b0ad99c231fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38754e51-2565-4e69-b75e-14d646c394fc,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:29.623518 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-97cd26ef-a980-4b83-a6ab-b0ad99c231fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11ed3b80b4dd43c58983515aba2ba647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411819 Aug 02 17:32:29.626223 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58072) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:29.681655 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-dc15a1a6-c750-4890-9553-3093750bba25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.706533 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-dc15a1a6-c750-4890-9553-3093750bba25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.768932 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-dc15a1a6-c750-4890-9553-3093750bba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.774376 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-dc15a1a6-c750-4890-9553-3093750bba25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:29.776393 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-dc15a1a6-c750-4890-9553-3093750bba25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38754e51-2565-4e69-b75e-14d646c394fc HTTP/1.1" status: 204 len: 168 time: 0.1490414 Aug 02 17:32:29.787983 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15a1a6-c750-4890-9553-3093750bba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38754e51-2565-4e69-b75e-14d646c394fc,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:31.223183 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:31.677200 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58128) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:31.795928 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-34555ac6-1504-4627-b3f9-b8b4f6d96eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:31.907997 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-34555ac6-1504-4627-b3f9-b8b4f6d96eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:31.915355 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-34555ac6-1504-4627-b3f9-b8b4f6d96eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:31.994472 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34555ac6-1504-4627-b3f9-b8b4f6d96eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33732ab9-8e37-46ed-82b8-ead8ee28e693,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:31.999730 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-34555ac6-1504-4627-b3f9-b8b4f6d96eb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c11a80186f2740b2938ca7cc52c6c86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211224 Aug 02 17:32:32.004721 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58132) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:32.022414 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-2a05c454-5b58-47c2-8e3e-7a45c6fadf2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0910463 Aug 02 17:32:32.074804 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2d645883-e834-4df8-a600-1b43f7953cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.103403 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2d645883-e834-4df8-a600-1b43f7953cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.160105 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-be188aeb-6c68-4641-8971-e95ba20b377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:32.161615 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-be188aeb-6c68-4641-8971-e95ba20b377d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 1098 time: 0.0593276 Aug 02 17:32:32.169096 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2d645883-e834-4df8-a600-1b43f7953cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.174039 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2d645883-e834-4df8-a600-1b43f7953cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.176595 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-2d645883-e834-4df8-a600-1b43f7953cfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33732ab9-8e37-46ed-82b8-ead8ee28e693 HTTP/1.1" status: 204 len: 168 time: 0.1697671 Aug 02 17:32:32.190336 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d645883-e834-4df8-a600-1b43f7953cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33732ab9-8e37-46ed-82b8-ead8ee28e693,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:32.332256 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-abdf1a44-7497-4b7e-9e63-505753e145bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:32.334435 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-abdf1a44-7497-4b7e-9e63-505753e145bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 911 time: 0.1490867 Aug 02 17:32:32.431205 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-c30890a9-b10a-418d-8073-6edbb23ffc85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044701d2-1704-4fac-bf6c-d9520453edef HTTP/1.1" status: 200 len: 1001 time: 0.0883143 Aug 02 17:32:32.510085 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-376b5d1e-f202-4dfd-8c53-166bed7df83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:32.511604 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-376b5d1e-f202-4dfd-8c53-166bed7df83e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.0722191 Aug 02 17:32:32.565562 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58142) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:32.567599 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-f93c167b-c587-4974-9421-2d4be37a5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:32.569397 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-f93c167b-c587-4974-9421-2d4be37a5248 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482724 Aug 02 17:32:32.580743 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-107d7bb2-0f76-497d-a1e6-af3745fab9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.685529 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-107d7bb2-0f76-497d-a1e6-af3745fab9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.691428 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-107d7bb2-0f76-497d-a1e6-af3745fab9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.715022 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-796856c8-8d68-4f44-ba9a-2294dbc237a8 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324933 Aug 02 17:32:32.732044 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-107d7bb2-0f76-497d-a1e6-af3745fab9f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e309d7e287bb41b38c52e74dc1d3f080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653190 Aug 02 17:32:32.733026 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d7bb2-0f76-497d-a1e6-af3745fab9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7edf0a9-e027-4da7-975a-9d546503a6a0,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:32.735313 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58144) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:32.795057 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cfe309d2-fc62-486c-bfb6-c7e0471abe87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.814020 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da4a040f-b5e6-4274-afc1-1d54d20a019e req-97d448b9-db80-4d5a-a9df-46bb53a0da1c service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912070 Aug 02 17:32:32.822226 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cfe309d2-fc62-486c-bfb6-c7e0471abe87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.876369 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cfe309d2-fc62-486c-bfb6-c7e0471abe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.879497 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-cfe309d2-fc62-486c-bfb6-c7e0471abe87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:32.881175 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-cfe309d2-fc62-486c-bfb6-c7e0471abe87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7edf0a9-e027-4da7-975a-9d546503a6a0 HTTP/1.1" status: 204 len: 168 time: 0.1444480 Aug 02 17:32:32.889313 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe309d2-fc62-486c-bfb6-c7e0471abe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7edf0a9-e027-4da7-975a-9d546503a6a0,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:33.850507 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceed38-ee9a-4384-98c8-16809c6cc906 req-6fe45822-0b1a-496b-8235-4f40f35edd80 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:33.853591 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30ceed38-ee9a-4384-98c8-16809c6cc906 req-6fe45822-0b1a-496b-8235-4f40f35edd80 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.2915497 Aug 02 17:32:33.900228 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30ceed38-ee9a-4384-98c8-16809c6cc906 req-13b5d566-7932-43f2-8046-64480a615176 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414679 Aug 02 17:32:33.935675 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58184) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:34.146925 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51120bb5-8b4d-4660-b3fb-2d818b676575 tempest-TestMinimumBasicScenario-1236124444 tempest-TestMinimumBasicScenario-1236124444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:34.149823 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-51120bb5-8b4d-4660-b3fb-2d818b676575 tempest-TestMinimumBasicScenario-1236124444 tempest-TestMinimumBasicScenario-1236124444-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1093 time: 0.2127554 Aug 02 17:32:34.154969 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58190) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:34.160018 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'floatingip': {'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'port_id': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:34.176894 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58192) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:34.190303 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for floatingip, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.292138 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-be2c8842-b62f-49e6-845c-4dd7ff0d9bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.308287 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.407799 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-be2c8842-b62f-49e6-845c-4dd7ff0d9bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.413315 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-be2c8842-b62f-49e6-845c-4dd7ff0d9bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.433202 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Allocated IP 172.27.0.234 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/12bcb45f-8264-4b22-a9ab-0945b3c33073) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:32:34.451680 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c8842-b62f-49e6-845c-4dd7ff0d9bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bef39b0-b0d5-4a5b-a75a-a507ccb066de,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:34.459649 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-be2c8842-b62f-49e6-845c-4dd7ff0d9bd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=faeb224e379a470ba453e879354bd020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774029 Aug 02 17:32:34.459888 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58196) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:34.533434 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8873f378-8d10-4115-b331-a9be08f373d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.572075 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8873f378-8d10-4115-b331-a9be08f373d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.585747 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.635295 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.661486 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8873f378-8d10-4115-b331-a9be08f373d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.666552 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8873f378-8d10-4115-b331-a9be08f373d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:34.671830 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-8873f378-8d10-4115-b331-a9be08f373d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bef39b0-b0d5-4a5b-a75a-a507ccb066de HTTP/1.1" status: 204 len: 168 time: 0.2106586 Aug 02 17:32:34.676566 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:34.680603 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:34.687475 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:32:34.689657 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f378-8d10-4115-b331-a9be08f373d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bef39b0-b0d5-4a5b-a75a-a507ccb066de,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:34.722129 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'Port': ['ID=12bcb45f-8264-4b22-a9ab-0945b3c33073,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:35.197613 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:35.277608 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:35.457463 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:35.463314 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:35.540634 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'Port': ['ID=12bcb45f-8264-4b22-a9ab-0945b3c33073,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:35.552346 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:35.658714 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Floating IP 77e41774-97e0-4e98-a537-b49297665dad associated. External IP: 172.27.0.234, port: 9710040c-8a68-43c3-8cc2-b6601b580bb8. Aug 02 17:32:35.881341 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:32:36.014824 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:32:36.028517 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] Sync routers for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:32:36.040951 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.047932 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:36.050127 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:36.075564 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-bfd770cb-e054-42e5-9c98-f6db4172b009 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9194036 Aug 02 17:32:36.076466 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:36.076909 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58230) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:36.080401 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:36.085815 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-cdabcc00-f23c-4401-bbc8-b451bbab014a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854819053', 'description': 'tempest-secgroup-smoke-854819053 description', 'project_id': '79f0de88dfb54c239ae99fa456ffb4da'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:36.127554 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cdabcc00-f23c-4401-bbc8-b451bbab014a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.127740 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9521082-e5de-4426-87a7-6e150fc24356 x-openstack-request-id: req-d9521082-e5de-4426-87a7-6e150fc24356 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:36.128062 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:36.128435 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9521082-e5de-4426-87a7-6e150fc24356 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:36.129046 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'status': 'completed', 'code': 200} Aug 02 17:32:36.220416 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:36.265155 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-fa2317cb-13c0-4b3c-b212-89d2d755d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:36.266708 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-fa2317cb-13c0-4b3c-b212-89d2d755d095 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1098 time: 0.0689116 Aug 02 17:32:36.277181 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cdabcc00-f23c-4401-bbc8-b451bbab014a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.288271 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cdabcc00-f23c-4401-bbc8-b451bbab014a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.356296 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cdabcc00-f23c-4401-bbc8-b451bbab014a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.357409 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-cdabcc00-f23c-4401-bbc8-b451bbab014a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2790587 Aug 02 17:32:36.362223 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58234) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:36.367344 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-a3aa4801-2679-4b64-a6c0-a845059a6181 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'security_group_rule': {'security_group_id': 'e07ec04f-abf8-45d0-9268-f2d815db94df', 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:36.371509 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabcc00-f23c-4401-bbc8-b451bbab014a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ec04f-abf8-45d0-9268-f2d815db94df,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:36.398785 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4801-2679-4b64-a6c0-a845059a6181 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.422184 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-5be0e986-e731-4cc0-abff-8b5ff91d265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:36.423759 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-5be0e986-e731-4cc0-abff-8b5ff91d265e service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 200 len: 916 time: 0.1452305 Aug 02 17:32:36.494959 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '77e41774-97e0-4e98-a537-b49297665dad', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'port_id': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'mac_address': 'fa:16:3e:3e:49:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:35Z', 'updated_at': '2021-08-02T17:32:35Z', 'revision_number': 0, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64550366-209b-4f09-b36f-51f49f83c4cc', 'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'mac_address': 'fa:16:3e:f2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:08Z', 'updated_at': '2021-08-02T17:31:16Z', 'revision_number': 5, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'subnets': [{'id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:36.510906 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-d71f892e-0f35-454e-b0a8-94ec20e9d0c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 999 time: 0.0796866 Aug 02 17:32:36.511429 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4801-2679-4b64-a6c0-a845059a6181 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.516045 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4801-2679-4b64-a6c0-a845059a6181 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.524478 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] Checking router: 1dd09492-40f8-41c7-8f2b-e466b8ec1791 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:32:36.534420 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:36.535062 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:36.543503 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa4801-2679-4b64-a6c0-a845059a6181 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622f53dd-9e46-4f5b-b032-e344442e9228,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:36.556056 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-a3aa4801-2679-4b64-a6c0-a845059a6181 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.561922 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-a3aa4801-2679-4b64-a6c0-a845059a6181 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1959405 Aug 02 17:32:36.563317 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58236) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:36.571651 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-6392759b-866b-4b1b-ad80-af70917341ed tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'security_group_rule': {'security_group_id': 'e07ec04f-abf8-45d0-9268-f2d815db94df', 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:36.595534 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-e4d1a9b2-59d5-4f0f-9654-9ddfd8e87f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:36.598131 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-e4d1a9b2-59d5-4f0f-9654-9ddfd8e87f14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46cbf1bb-dc55-4175-b4c3-006292e463f9 HTTP/1.1" status: 200 len: 854 time: 0.0706918 Aug 02 17:32:36.618778 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6392759b-866b-4b1b-ad80-af70917341ed tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.652016 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-efdc9c08-8b8d-4a0e-8708-4048e340ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:36.653730 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-efdc9c08-8b8d-4a0e-8708-4048e340ee94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f39cb8-3381-466a-8332-ee9cda50e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443332 Aug 02 17:32:36.696128 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:36.705544 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6392759b-866b-4b1b-ad80-af70917341ed tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.710802 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6392759b-866b-4b1b-ad80-af70917341ed tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.731072 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392759b-866b-4b1b-ad80-af70917341ed tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182ca164-3ac3-46cd-91ff-015988081153,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:36.739491 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6392759b-866b-4b1b-ad80-af70917341ed tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.744256 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6392759b-866b-4b1b-ad80-af70917341ed tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1767995 Aug 02 17:32:36.744650 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58238) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:36.752037 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-703cd0fe-c6e6-4cc2-82bf-c2668b833405 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'security_group_rule': {'security_group_id': 'e07ec04f-abf8-45d0-9268-f2d815db94df', 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:36.784656 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-703cd0fe-c6e6-4cc2-82bf-c2668b833405 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.785621 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-fccd192f-5651-4457-8034-e6fdec125dfe service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177890 Aug 02 17:32:36.870086 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-703cd0fe-c6e6-4cc2-82bf-c2668b833405 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.875947 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-703cd0fe-c6e6-4cc2-82bf-c2668b833405 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.910521 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703cd0fe-c6e6-4cc2-82bf-c2668b833405 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd3e0b7-bb56-45fd-8e4d-dfc774278571,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:36.916941 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-703cd0fe-c6e6-4cc2-82bf-c2668b833405 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:36.922827 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-703cd0fe-c6e6-4cc2-82bf-c2668b833405 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715877 Aug 02 17:32:36.924094 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58240) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:36.932293 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-8d2e3f32-762e-4aa3-8ae6-110e2ccced89 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'security_group_rule': {'security_group_id': 'e07ec04f-abf8-45d0-9268-f2d815db94df', 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:36.935751 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9c61cd16-8245-435d-8bf7-8c9f84e5e8fb req-bdf6c58d-1ed6-4100-bf05-0c31f105b4df service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406062 Aug 02 17:32:36.995187 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3f32-762e-4aa3-8ae6-110e2ccced89 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.024800 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '77e41774-97e0-4e98-a537-b49297665dad', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'port_id': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'mac_address': 'fa:16:3e:3e:49:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:35Z', 'updated_at': '2021-08-02T17:32:35Z', 'revision_number': 0, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64550366-209b-4f09-b36f-51f49f83c4cc', 'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'mac_address': 'fa:16:3e:f2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:08Z', 'updated_at': '2021-08-02T17:31:16Z', 'revision_number': 5, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'subnets': [{'id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:37.046076 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec121294-aa9c-4546-8d12-484990b89590 None None] The sync data for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi is: [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '77e41774-97e0-4e98-a537-b49297665dad', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'port_id': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'mac_address': 'fa:16:3e:3e:49:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:32:35Z', 'updated_at': '2021-08-02T17:32:35Z', 'revision_number': 0, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64550366-209b-4f09-b36f-51f49f83c4cc', 'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'mac_address': 'fa:16:3e:f2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:08Z', 'updated_at': '2021-08-02T17:31:16Z', 'revision_number': 5, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'subnets': [{'id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:32:37.337838 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bff8c9-1511-47c0-9cd1-0d447c3a52c9 None None] New status for floating IP 77e41774-97e0-4e98-a537-b49297665dad: ACTIVE {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:32:37.393718 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3f32-762e-4aa3-8ae6-110e2ccced89 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.399719 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3f32-762e-4aa3-8ae6-110e2ccced89 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.419602 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e3f32-762e-4aa3-8ae6-110e2ccced89 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd2d461-bcb3-46f2-add5-3e5d64fe774b,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:37.426972 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3f32-762e-4aa3-8ae6-110e2ccced89 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.428903 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-8d2e3f32-762e-4aa3-8ae6-110e2ccced89 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5039866 Aug 02 17:32:37.431871 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58250) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:37.436631 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-f5033464-c817-4a40-80ee-be37bd87c2c5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'security_group_rule': {'security_group_id': 'e07ec04f-abf8-45d0-9268-f2d815db94df', 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:37.461861 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.securitygroups_db [None req-f5033464-c817-4a40-80ee-be37bd87c2c5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Project 79f0de88dfb54c239ae99fa456ffb4da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:32:37.468203 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f5033464-c817-4a40-80ee-be37bd87c2c5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.540402 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f5033464-c817-4a40-80ee-be37bd87c2c5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.544893 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f5033464-c817-4a40-80ee-be37bd87c2c5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.563510 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5033464-c817-4a40-80ee-be37bd87c2c5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de6ad61-1a94-4e5a-8346-b6cc737b1ff1,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:37.570355 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f5033464-c817-4a40-80ee-be37bd87c2c5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.573596 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-f5033464-c817-4a40-80ee-be37bd87c2c5 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386895 Aug 02 17:32:37.577474 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58252) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:37.582649 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-39bc9b97-56b3-40a9-82bc-c07f6db37d81 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'security_group_rule': {'security_group_id': 'e07ec04f-abf8-45d0-9268-f2d815db94df', 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:37.609216 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.securitygroups_db [None req-39bc9b97-56b3-40a9-82bc-c07f6db37d81 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Project 79f0de88dfb54c239ae99fa456ffb4da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:32:37.614600 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-39bc9b97-56b3-40a9-82bc-c07f6db37d81 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.688401 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-39bc9b97-56b3-40a9-82bc-c07f6db37d81 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.692656 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-39bc9b97-56b3-40a9-82bc-c07f6db37d81 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.712375 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc9b97-56b3-40a9-82bc-c07f6db37d81 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037f3454-c078-40f4-8c1a-1fb9c471a0ef,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:37.717895 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-39bc9b97-56b3-40a9-82bc-c07f6db37d81 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:37.720385 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-39bc9b97-56b3-40a9-82bc-c07f6db37d81 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406264 Aug 02 17:32:37.814796 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-9e135061-2af3-4a90-95f9-f218b749d882 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854819053&fields=id&tenant_id=79f0de88dfb54c239ae99fa456ffb4da HTTP/1.1" status: 200 len: 267 time: 0.0384941 Aug 02 17:32:37.876837 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-40c98cc4-ab91-40d9-acd6-569e0b55f417 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:37.878351 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-40c98cc4-ab91-40d9-acd6-569e0b55f417 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0573974 Aug 02 17:32:37.890356 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-35a52f39-d86a-4dbe-a4b9-2c44f740b5b3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'port': {'security_groups': ['7374e1f3-bc8f-47a1-ae02-efdf4947abcb', 'e07ec04f-abf8-45d0-9268-f2d815db94df']}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:37.963850 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-35a52f39-d86a-4dbe-a4b9-2c44f740b5b3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:38.232696 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-35a52f39-d86a-4dbe-a4b9-2c44f740b5b3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] For port 9710040c-8a68-43c3-8cc2-b6601b580bb8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:38.269222 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-35a52f39-d86a-4dbe-a4b9-2c44f740b5b3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:38.275412 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-35a52f39-d86a-4dbe-a4b9-2c44f740b5b3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:38.327686 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-35a52f39-d86a-4dbe-a4b9-2c44f740b5b3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:38.328399 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-35a52f39-d86a-4dbe-a4b9-2c44f740b5b3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:38.329948 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-56ef8bf0-5022-4a34-aaf3-d51f57c0a9f2 req-35a52f39-d86a-4dbe-a4b9-2c44f740b5b3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "PUT /v2.0/ports/9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 981 time: 0.4444821 Aug 02 17:32:38.330366 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:32:38.332660 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3874a4-0f19-46ac-9c05-c845b859f9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:32:38.361972 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a52f39-d86a-4dbe-a4b9-2c44f740b5b3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'Port': ['ID=9710040c-8a68-43c3-8cc2-b6601b580bb8,revision_number=6']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:38.447426 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477b6a5-5c6e-4b54-b390-aa18ebb6c4f3 req-b82addda-8a67-443f-9e71-bfb7441d43ef tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:38.449587 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6477b6a5-5c6e-4b54-b390-aa18ebb6c4f3 req-b82addda-8a67-443f-9e71-bfb7441d43ef tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0608897 Aug 02 17:32:38.509560 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6477b6a5-5c6e-4b54-b390-aa18ebb6c4f3 req-2caa33b1-cd77-4c27-983f-b7645a116676 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511847 Aug 02 17:32:38.539886 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-d3ed6190-7c79-426e-8f7a-d9604061f395 None None] Provisioning complete for port 9710040c-8a68-43c3-8cc2-b6601b580bb8 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:38.540468 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d3ed6190-7c79-426e-8f7a-d9604061f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:38.587596 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedeb96f-74c2-44ba-bf23-d74ea7c2b308 x-openstack-request-id: req-bedeb96f-74c2-44ba-bf23-d74ea7c2b308 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:32:38.588099 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:32:38.588210 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bedeb96f-74c2-44ba-bf23-d74ea7c2b308 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:32:38.588526 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'status': 'completed', 'code': 200} Aug 02 17:32:41.434967 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['9710040c-8a68-43c3-8cc2-b6601b580bb8'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:32:41.591154 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-2d11c074-9bfe-49cc-9fac-402e743a463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:41.594108 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-2d11c074-9bfe-49cc-9fac-402e743a463f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1137 time: 0.0523994 Aug 02 17:32:41.645461 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['9710040c-8a68-43c3-8cc2-b6601b580bb8'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:32:41.714378 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-6d77d1fe-396e-4d09-8846-39bf6158dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:41.716035 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-6d77d1fe-396e-4d09-8846-39bf6158dd98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 200 len: 916 time: 0.1141846 Aug 02 17:32:41.812170 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-1e60e7f9-c647-4c78-96db-2e31a17ae453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0789442 Aug 02 17:32:41.882514 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-265ce9d9-ddbd-42a0-9039-ff0037f1189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:41.885376 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-265ce9d9-ddbd-42a0-9039-ff0037f1189c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46cbf1bb-dc55-4175-b4c3-006292e463f9 HTTP/1.1" status: 200 len: 854 time: 0.0716662 Aug 02 17:32:41.973329 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-6a58b078-9aef-4b04-b7b7-873d4e2f788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:41.976124 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-6a58b078-9aef-4b04-b7b7-873d4e2f788b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f39cb8-3381-466a-8332-ee9cda50e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821998 Aug 02 17:32:42.111927 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-3af7260b-2514-4c45-bd3c-2375c2a0aee8 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241925 Aug 02 17:32:42.223678 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b3874a4-0f19-46ac-9c05-c845b859f9e3 req-65653d9e-56de-442b-a9a2-5a555d52428a service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026952 Aug 02 17:32:45.715036 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58326) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:45.830765 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-36c1cdc6-59cb-439c-aed0-b586abdf6634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:45.925629 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-36c1cdc6-59cb-439c-aed0-b586abdf6634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:45.932032 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-36c1cdc6-59cb-439c-aed0-b586abdf6634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:45.982562 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1cdc6-59cb-439c-aed0-b586abdf6634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7827957c-4d25-4b98-87b9-fe414f6acd2d,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:45.986803 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-36c1cdc6-59cb-439c-aed0-b586abdf6634 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fed871ad7b44a49b977faebdc867a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705679 Aug 02 17:32:45.989551 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58332) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:46.045168 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a5-87a7-465e-be93-35713f851193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:46.070515 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a5-87a7-465e-be93-35713f851193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:46.125326 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a5-87a7-465e-be93-35713f851193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:46.128387 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c97e04a5-87a7-465e-be93-35713f851193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:46.129585 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-c97e04a5-87a7-465e-be93-35713f851193 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7827957c-4d25-4b98-87b9-fe414f6acd2d HTTP/1.1" status: 204 len: 168 time: 0.1388030 Aug 02 17:32:46.137834 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e04a5-87a7-465e-be93-35713f851193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7827957c-4d25-4b98-87b9-fe414f6acd2d,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:46.849426 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58354) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:46.961081 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1699467912-network', 'tenant_id': '93a074e288914914a2cf5e4c028d69af'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:47.222532 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Made reservation on behalf of 93a074e288914914a2cf5e4c028d69af for: {'network': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:32:47.225474 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.236500 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.325335 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.329529 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.353744 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:32:47.363669 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76a5c00-23e8-4b98-828a-8ad5dc17a136,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:47.368712 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.369055 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.segments_db [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Added segment 416bd945-6b86-49be-9ad0-cb278c3f9271 of type vlan for network 8c4cf31e-c1ad-41c3-9552-513111555732 Aug 02 17:32:47.382941 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.383356 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.383661 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.384713 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.384713 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.384713 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.385044 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.385279 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.385605 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.385937 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.386390 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.386570 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:47.430791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.467012 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.468046 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:47.468641 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.524141 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6732926 Aug 02 17:32:47.527122 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58360) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:47.530623 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ba281-82a5-47ea-9dd1-f4e14a0f2157 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4cf31e-c1ad-41c3-9552-513111555732,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:47.532565 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Request body: {'subnet': {'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1699467912-subnet', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:47.541178 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 8c4cf31e-c1ad-41c3-9552-513111555732 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:32:47.553371 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Made reservation on behalf of 93a074e288914914a2cf5e4c028d69af for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:32:47.556103 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58764936'] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.728717 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4096316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58764954'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.786694 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:47.796770 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Checking segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:32:47.797124 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Network hostable DHCP agents. Network: 8c4cf31e-c1ad-41c3-9552-513111555732, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:32:47.815337 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Network 8c4cf31e-c1ad-41c3-9552-513111555732 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:32:47.826664 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 8c4cf31e-c1ad-41c3-9552-513111555732) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:47.831874 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:47.832470 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.837666 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c227f5b-c4ac-40df-aecc-b049c4110388 None None] Network 8c4cf31e-c1ad-41c3-9552-513111555732 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:32:47.846249 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-05edd8aa-4435-4fba-a9d8-63a9b011a67e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3174632 Aug 02 17:32:47.849127 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58364) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:47.854482 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:47.884504 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.885452 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:47.945937 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.006931 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-8c4cf31e-c1ad-41c3-9552-513111555732', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:32:48.007801 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.094866 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.177784 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Allocated IP 172.20.0.2 (8c4cf31e-c1ad-41c3-9552-513111555732/dec82cd7-fa5d-4a46-a0bc-6fb8c108b405/59d658f7-6181-4f18-889f-335edaa6533f) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:32:48.329815 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.344975 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.354474 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.355934 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Transition to ACTIVE for port object 59d658f7-6181-4f18-889f-335edaa6533f will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:48.377444 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Transition to ACTIVE for port object 59d658f7-6181-4f18-889f-335edaa6533f will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:48.384726 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.431871 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Network 8c4cf31e-c1ad-41c3-9552-513111555732 is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:48.434810 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:48.441845 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:32:48.452062 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Pushing event updated for resources: {'Port': ['ID=59d658f7-6181-4f18-889f-335edaa6533f,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:48.464097 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.464444 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.464797 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.465137 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.465472 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.465983 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.466143 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.466475 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.466806 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.467163 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.467492 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.467815 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:48.480066 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Allocated IP 172.27.0.81 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/db0ecd7e-2372-45bc-adb2-cd101323e302) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:32:48.529999 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Attempting to bind port 59d658f7-6181-4f18-889f-335edaa6533f on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:32:48.530478 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Attempting to bind port 59d658f7-6181-4f18-889f-335edaa6533f by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:32:48.531104 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Attempting to bind port 59d658f7-6181-4f18-889f-335edaa6533f on network 8c4cf31e-c1ad-41c3-9552-513111555732 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:32:48.538606 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:32:48.539009 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Checking segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:32:48.539429 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.539835 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Bound using segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:32:48.540324 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Bound port: 59d658f7-6181-4f18-889f-335edaa6533f, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:32:48.540707 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.610882 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.633743 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] For port 59d658f7-6181-4f18-889f-335edaa6533f, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:32:48.637363 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] For port 59d658f7-6181-4f18-889f-335edaa6533f, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=59d658f7-6181-4f18-889f-335edaa6533f,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:32:48.642998 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.663399 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:48.710970 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:48.716476 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:48.720783 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:32:48.727860 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fed4d3-6aec-4a3c-ace1-7dab388b53f5 None None] Pushing event updated for resources: {'Port': ['ID=59d658f7-6181-4f18-889f-335edaa6533f,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:48.752874 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Pushing event updated for resources: {'Port': ['ID=db0ecd7e-2372-45bc-adb2-cd101323e302,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:49.107128 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 59d658f7-6181-4f18-889f-335edaa6533f up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:49.142376 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:49.167168 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 59d658f7-6181-4f18-889f-335edaa6533f completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:49.379629 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:49.537584 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Router 0c04ef9d-8134-4a96-a741-c24640347a05 is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:32:49.656394 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:32:49.671015 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Sync routers for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:32:49.677854 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:49.682969 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-77e5df32-0195-4999-b5f2-8540ce86d31d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8325732 Aug 02 17:32:49.683442 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:49.683840 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58370) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:49.684311 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:49.853515 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0862473e-fd7e-46ad-a0af-f8ff8b2adf78 None None] Network 8c4cf31e-c1ad-41c3-9552-513111555732 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:32:49.964570 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-239ebd1a-5d88-48f4-a618-9841f237a9c5 None None] Provisioning for port 59d658f7-6181-4f18-889f-335edaa6533f completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:49.979734 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-239ebd1a-5d88-48f4-a618-9841f237a9c5 None None] Provisioning complete for port 59d658f7-6181-4f18-889f-335edaa6533f triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:49.979734 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-239ebd1a-5d88-48f4-a618-9841f237a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.032457 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:50.152309 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.179331 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-af201a52-1569-45ae-a82f-4e5fd7ff239f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.325877 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-239ebd1a-5d88-48f4-a618-9841f237a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.357171 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Allocated IP 172.20.0.1 (8c4cf31e-c1ad-41c3-9552-513111555732/dec82cd7-fa5d-4a46-a0bc-6fb8c108b405/8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:32:50.398013 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-239ebd1a-5d88-48f4-a618-9841f237a9c5 None None] For port 59d658f7-6181-4f18-889f-335edaa6533f, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=59d658f7-6181-4f18-889f-335edaa6533f,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:50.403543 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-239ebd1a-5d88-48f4-a618-9841f237a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.464613 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:48Z', 'revision_number': 3, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:50.470334 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ebd1a-5d88-48f4-a618-9841f237a9c5 None None] Pushing event updated for resources: {'Port': ['ID=59d658f7-6181-4f18-889f-335edaa6533f,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:50.510732 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Checking router: 0c04ef9d-8134-4a96-a741-c24640347a05 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:32:50.511459 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Updating router 0c04ef9d-8134-4a96-a741-c24640347a05 port db0ecd7e-2372-45bc-adb2-cd101323e302 binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:32:50.524052 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.541144 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Transition to ACTIVE for port object 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:50.543873 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.578479 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.616468 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Network 8c4cf31e-c1ad-41c3-9552-513111555732 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:50.619607 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:50.623205 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:32:50.659624 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Pushing event updated for resources: {'Port': ['ID=8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:50.673979 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-2e16af26-f3c7-4c50-af7c-bb3083f26e7d None None] Provisioning complete for port 59d658f7-6181-4f18-889f-335edaa6533f triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:50.674565 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2e16af26-f3c7-4c50-af7c-bb3083f26e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.683804 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:50.850147 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.000236 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.025852 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Transition to ACTIVE for port object db0ecd7e-2372-45bc-adb2-cd101323e302 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:51.030731 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-84d4a9c3-0efe-4836-acb0-d71c2bf4ed37 None None] Provisioning for port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:51.035113 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.040383 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-84d4a9c3-0efe-4836-acb0-d71c2bf4ed37 None None] Provisioning complete for port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:51.040761 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-84d4a9c3-0efe-4836-acb0-d71c2bf4ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.066970 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 59d658f7-6181-4f18-889f-335edaa6533f up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:51.104726 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.110544 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.166067 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-84d4a9c3-0efe-4836-acb0-d71c2bf4ed37 None None] Port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:32:51.172606 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Attempting to bind port db0ecd7e-2372-45bc-adb2-cd101323e302 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:32:51.173094 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Attempting to bind port db0ecd7e-2372-45bc-adb2-cd101323e302 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:32:51.173541 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Attempting to bind port db0ecd7e-2372-45bc-adb2-cd101323e302 on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:32:51.178451 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dac75b-49fe-420f-9702-3c7ef5be897f None None] Pushing event updated for resources: {'Port': ['ID=db0ecd7e-2372-45bc-adb2-cd101323e302,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:51.185003 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Pushing event updated for resources: {'Port': ['ID=8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:51.187716 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:32:51.187984 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.188084 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:32:51.188497 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.188913 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:32:51.189408 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Bound port: db0ecd7e-2372-45bc-adb2-cd101323e302, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:32:51.189796 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.261621 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 59d658f7-6181-4f18-889f-335edaa6533f triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:51.262006 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.288607 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] For port db0ecd7e-2372-45bc-adb2-cd101323e302, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:32:51.297885 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Network 8c4cf31e-c1ad-41c3-9552-513111555732 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:51.299646 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:51.307580 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] For port db0ecd7e-2372-45bc-adb2-cd101323e302, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=db0ecd7e-2372-45bc-adb2-cd101323e302,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:32:51.315830 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.449261 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dac75b-49fe-420f-9702-3c7ef5be897f None None] Pushing event updated for resources: {'Port': ['ID=db0ecd7e-2372-45bc-adb2-cd101323e302,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:51.452423 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Router 0c04ef9d-8134-4a96-a741-c24640347a05 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:32:51.456737 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:51.457727 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:51.602812 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:32:51.606213 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:51.612259 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ad87a89f-0f1c-4f93-90e3-c02586e89ddb admin admin] 10.222.0.16 "PUT /v2.0/routers/0c04ef9d-8134-4a96-a741-c24640347a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9265342 Aug 02 17:32:51.643974 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-b9999d00-e8f9-4bf2-873a-78703dd87be0 None None] Provisioning complete for port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:51.644356 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b9999d00-e8f9-4bf2-873a-78703dd87be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:51.758949 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-b9999d00-e8f9-4bf2-873a-78703dd87be0 None None] Port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:32:51.876961 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:32:51.881831 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 2, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:51.910794 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92017c8-8f19-420c-aaec-4f820789f5bd None None] The sync data for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi is: [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 2, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:32:52.180766 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58392) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:52.186135 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-629921327-network', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:52.210126 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Made reservation on behalf of fa42ce1ac8854146bacd46c44855822d for: {'network': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:32:52.212845 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.222725 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.355663 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.361292 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.390593 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:32:52.402893 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b1bfc8-5064-4d50-a3cd-5a6e3307beeb,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:52.408742 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.409096 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.segments_db [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Added segment 49587525-3d70-440a-beb5-d82054d4a556 of type vlan for network 24d9f19f-c9ff-4471-90de-6a6e69e0203a Aug 02 17:32:52.458396 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.499049 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.500725 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:52.501724 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.538966 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-28221d8f-5d39-4ecc-8304-50bae55bdc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.574317 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3923233 Aug 02 17:32:52.579169 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58394) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:52.588580 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Request body: {'subnet': {'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-629921327-subnet', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:52.594468 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850575c9-dd15-497e-ad27-a527da0f2e23 admin admin] Pushing event updated for resources: {'Network': ['ID=24d9f19f-c9ff-4471-90de-6a6e69e0203a,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:52.612528 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 24d9f19f-c9ff-4471-90de-6a6e69e0203a details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:32:52.632158 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Made reservation on behalf of fa42ce1ac8854146bacd46c44855822d for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:32:52.636187 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58764936'] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.888571 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:52.961330 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4096316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58764954'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.019897 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce38825-9e74-4282-b1c8-71be59819c54,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:53.032384 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.032740 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.033133 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.033417 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.033751 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.034091 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.034426 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.034760 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.035126 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.035458 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.035791 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.036121 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:53.082880 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Checking segment: {'id': '49587525-3d70-440a-beb5-d82054d4a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:32:53.082880 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Network hostable DHCP agents. Network: 24d9f19f-c9ff-4471-90de-6a6e69e0203a, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:32:53.104981 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Network 24d9f19f-c9ff-4471-90de-6a6e69e0203a is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:32:53.126125 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 24d9f19f-c9ff-4471-90de-6a6e69e0203a) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:53.130143 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device db0ecd7e-2372-45bc-adb2-cd101323e302 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:53.149193 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:53.150132 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.183482 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58398) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:53.184178 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-31788e2f-82ea-485b-9402-f9a6d631b696 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6026130 Aug 02 17:32:53.186464 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434e4c1-17e0-4d90-92bb-4902498dc2f1 None None] Network 24d9f19f-c9ff-4471-90de-6a6e69e0203a requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:32:53.191549 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:53.219833 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.222782 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.298862 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.441995 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port db0ecd7e-2372-45bc-adb2-cd101323e302 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:53.448535 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port db0ecd7e-2372-45bc-adb2-cd101323e302 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:53.448930 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.463644 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.547124 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-24d9f19f-c9ff-4471-90de-6a6e69e0203a', 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'fixed_ips': [{'subnet_id': '8ce38825-9e74-4282-b1c8-71be59819c54'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:32:53.547975 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.652769 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.685725 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.689893 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port db0ecd7e-2372-45bc-adb2-cd101323e302, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=db0ecd7e-2372-45bc-adb2-cd101323e302,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:53.694070 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.706614 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.777512 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Allocated IP 172.20.0.2 (24d9f19f-c9ff-4471-90de-6a6e69e0203a/8ce38825-9e74-4282-b1c8-71be59819c54/cc0219b5-15a9-4d5f-9ac4-73b636ca57e3) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:32:53.790751 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=db0ecd7e-2372-45bc-adb2-cd101323e302,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:53.829151 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Allocated IP 172.27.0.21 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/8a6d5552-6f03-4e1e-80e1-187a1fdfa970) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:32:53.862472 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.951420 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:53.999819 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:54.001418 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:54.016448 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Transition to ACTIVE for port object cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:54.036119 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Transition to ACTIVE for port object cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:54.042486 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:54.055521 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:54.059747 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:54.061631 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Pushing event updated for resources: {'Port': ['ID=8a6d5552-6f03-4e1e-80e1-187a1fdfa970,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:54.063944 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:32:54.090495 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Network 24d9f19f-c9ff-4471-90de-6a6e69e0203a is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:54.096156 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:54.102253 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:32:54.106123 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Pushing event updated for resources: {'Port': ['ID=cc0219b5-15a9-4d5f-9ac4-73b636ca57e3,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:54.168198 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Attempting to bind port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:32:54.168581 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Attempting to bind port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '49587525-3d70-440a-beb5-d82054d4a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:32:54.168929 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Attempting to bind port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 on network 24d9f19f-c9ff-4471-90de-6a6e69e0203a {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:32:54.174856 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:32:54.175271 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Checking segment: {'id': '49587525-3d70-440a-beb5-d82054d4a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:32:54.175858 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:54.176084 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Bound using segment: {'id': '49587525-3d70-440a-beb5-d82054d4a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:32:54.176560 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Bound port: cc0219b5-15a9-4d5f-9ac4-73b636ca57e3, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49587525-3d70-440a-beb5-d82054d4a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:32:54.176942 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:54.248922 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] For port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:32:54.252638 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] For port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=cc0219b5-15a9-4d5f-9ac4-73b636ca57e3,segment=NetworkSegment(49587525-3d70-440a-beb5-d82054d4a556),segment_id=49587525-3d70-440a-beb5-d82054d4a556)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:32:54.259961 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:54.324732 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79730d9b-c31d-4d5c-978e-3d126411bae1 None None] Pushing event updated for resources: {'Port': ['ID=cc0219b5-15a9-4d5f-9ac4-73b636ca57e3,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:54.355589 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:54.418742 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Sync routers for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:32:54.430493 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:54.431361 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:54.566365 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:54.607175 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:54.748887 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Router 387a7e78-003d-4e89-8691-54481a4cba88 is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:32:54.780778 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 2, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:54.810621 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Checking router: 0c04ef9d-8134-4a96-a741-c24640347a05 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:32:54.810963 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Updating router 0c04ef9d-8134-4a96-a741-c24640347a05 port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:32:54.842525 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.141571 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:32:55.156758 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Sync routers for ids ['387a7e78-003d-4e89-8691-54481a4cba88'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:32:55.173856 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] Notify callbacks [] for router, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.177933 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58404) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:55.185865 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ec96e552-8bba-46a6-93d1-f2d7ef5bd23b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9993956 Aug 02 17:32:55.186622 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Routers {'387a7e78-003d-4e89-8691-54481a4cba88'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:55.187907 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['387a7e78-003d-4e89-8691-54481a4cba88'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:55.311136 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Set router 387a7e78-003d-4e89-8691-54481a4cba88 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:55.347282 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.359749 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Transition to ACTIVE for port object 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:55.373905 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.374334 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:55.439414 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa5b6d-01dc-47f0-b11a-8ffa618c40fd None None] Network 24d9f19f-c9ff-4471-90de-6a6e69e0203a requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:32:55.440220 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:55.449668 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.450591 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.450950 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.451431 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.451784 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.452121 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.452467 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.452791 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.453343 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.453852 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.454355 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.455642 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:32:55.531702 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Attempting to bind port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:32:55.531999 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Attempting to bind port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:32:55.532551 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Attempting to bind port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 on network 8c4cf31e-c1ad-41c3-9552-513111555732 {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:32:55.540200 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:32:55.541138 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Checking segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:32:55.541782 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.542179 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Bound using segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:32:55.542813 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Bound port: 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:32:55.543517 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.544722 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f7338b53-c842-4111-8d27-614c4373c8d5 None None] Provisioning for port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:55.614135 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:55.627141 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] For port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:32:55.631496 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] For port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:32:55.637695 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.661285 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:55.661658 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.692091 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4068c-f214-4e4a-9a0a-3a65de31e9d1 None None] Pushing event updated for resources: {'Port': ['ID=8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3,revision_number=4']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:55.716670 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.717814 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:55.718714 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:55.805912 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387a7e78-003d-4e89-8691-54481a4cba88', 'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:54Z', 'revision_number': 3, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'gw_port': {'id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:55.872190 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Checking router: 387a7e78-003d-4e89-8691-54481a4cba88 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:32:55.872552 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Updating router 387a7e78-003d-4e89-8691-54481a4cba88 port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:32:55.883670 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:55.928803 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:55.930638 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Allocated IP 172.20.0.1 (24d9f19f-c9ff-4471-90de-6a6e69e0203a/8ce38825-9e74-4282-b1c8-71be59819c54/3d3e5e1f-3885-40d0-aa05-4a80e080f426) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:32:55.931834 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.074457 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=cc0219b5-15a9-4d5f-9ac4-73b636ca57e3,segment=NetworkSegment(49587525-3d70-440a-beb5-d82054d4a556),segment_id=49587525-3d70-440a-beb5-d82054d4a556)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:56.076850 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.085716 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.086577 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device db0ecd7e-2372-45bc-adb2-cd101323e302 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:56.092752 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Transition to ACTIVE for port object 3d3e5e1f-3885-40d0-aa05-4a80e080f426 will not be triggered until provisioned by entity DHCP. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:56.131807 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.151213 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:55Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:56.169991 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Network 24d9f19f-c9ff-4471-90de-6a6e69e0203a is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:56.174834 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:56.179651 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:32:56.180605 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8621a4d-367d-48d5-a724-86d258f16b93 None None] The sync data for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi is: [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:55Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:32:56.216627 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Pushing event updated for resources: {'Port': ['ID=3d3e5e1f-3885-40d0-aa05-4a80e080f426,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:56.246678 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.331198 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.355478 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=cc0219b5-15a9-4d5f-9ac4-73b636ca57e3,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:56.383571 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port db0ecd7e-2372-45bc-adb2-cd101323e302 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:56.383959 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.425046 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.539892 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-250eead7-0641-4f40-83bb-8d9dd9402fd3 None None] Provisioning complete for port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:56.540263 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-250eead7-0641-4f40-83bb-8d9dd9402fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.632211 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.637767 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.642341 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.651274 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Transition to ACTIVE for port object 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:32:56.683800 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.788787 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Attempting to bind port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:32:56.789163 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Attempting to bind port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:32:56.789545 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Attempting to bind port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:32:56.796189 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:32:56.796571 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:32:56.796992 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.797395 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:32:56.797887 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Bound port: 8a6d5552-6f03-4e1e-80e1-187a1fdfa970, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:32:56.798278 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.800158 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea936d9-2c2c-4559-8c19-2b49eebd3943 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5552-6f03-4e1e-80e1-187a1fdfa970,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:56.862159 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] For port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:32:56.866255 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] For port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=8a6d5552-6f03-4e1e-80e1-187a1fdfa970,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:32:56.873482 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.928172 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ed76e3d7-67a5-4f3a-8fd9-10d93ff56f15 None None] Provisioning for port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:56.941589 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ed76e3d7-67a5-4f3a-8fd9-10d93ff56f15 None None] Provisioning complete for port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:56.941974 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ed76e3d7-67a5-4f3a-8fd9-10d93ff56f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.951040 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Routers {'387a7e78-003d-4e89-8691-54481a4cba88'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:32:56.951688 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['387a7e78-003d-4e89-8691-54481a4cba88'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:56.972203 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:56.981158 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Pushing event updated for resources: {'Port': ['ID=3d3e5e1f-3885-40d0-aa05-4a80e080f426,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:57.007023 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea936d9-2c2c-4559-8c19-2b49eebd3943 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5552-6f03-4e1e-80e1-187a1fdfa970,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:57.034840 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ed76e3d7-67a5-4f3a-8fd9-10d93ff56f15 None None] Port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:32:57.080096 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Network 24d9f19f-c9ff-4471-90de-6a6e69e0203a is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:32:57.082588 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:32:57.082869 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:57.123775 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] Set router 387a7e78-003d-4e89-8691-54481a4cba88 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:32:57.202828 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Router 387a7e78-003d-4e89-8691-54481a4cba88 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:32:57.216070 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:57.216470 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:57.318948 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:32:57.324763 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-44bc5cdf-d717-4e8c-9d33-af8fb82941ee admin admin] 10.222.0.16 "PUT /v2.0/routers/387a7e78-003d-4e89-8691-54481a4cba88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1451364 Aug 02 17:32:57.404919 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:57.408252 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-3eeccc49-0920-4c6b-a231-70e76c863a9c None None] Provisioning complete for port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:57.408626 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-3eeccc49-0920-4c6b-a231-70e76c863a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:57.486661 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-3eeccc49-0920-4c6b-a231-70e76c863a9c None None] Port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:32:57.505525 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387a7e78-003d-4e89-8691-54481a4cba88', 'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 4, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'gw_port': {'id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '3d3e5e1f-3885-40d0-aa05-4a80e080f426', 'name': '', 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'mac_address': 'fa:16:3e:30:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:55Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 2, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'subnets': [{'id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:32:57.534011 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:57.536167 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eef2c-5692-4865-acc5-f21a6606317a None None] The sync data for ids ['387a7e78-003d-4e89-8691-54481a4cba88'] in dv-cinder-788365-5-iscsi is: [{'id': '387a7e78-003d-4e89-8691-54481a4cba88', 'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 4, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'gw_port': {'id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '3d3e5e1f-3885-40d0-aa05-4a80e080f426', 'name': '', 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'mac_address': 'fa:16:3e:30:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:55Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 2, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'subnets': [{'id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:32:57.540433 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:57.540898 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:57.626570 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:57.669830 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:57.674645 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:57.736654 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:58.084287 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58418) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:58.089161 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-e3772474-c7cc-446d-bc7e-eb35198818de tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239481175', 'description': 'tempest-secgroup-smoke-1239481175 description', 'project_id': '93a074e288914914a2cf5e4c028d69af'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:58.113486 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e3772474-c7cc-446d-bc7e-eb35198818de tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.198722 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e3772474-c7cc-446d-bc7e-eb35198818de tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.203573 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e3772474-c7cc-446d-bc7e-eb35198818de tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.232363 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e3772474-c7cc-446d-bc7e-eb35198818de tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.233603 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-e3772474-c7cc-446d-bc7e-eb35198818de tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1483603 Aug 02 17:32:58.235483 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3772474-c7cc-446d-bc7e-eb35198818de tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec3a840-2f6d-4222-8ee8-968f5ec7a70a,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:58.236928 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58424) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:58.242398 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-35c296af-11f2-49bd-bd80-f8f4fd1f927b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'security_group_rule': {'security_group_id': 'fec3a840-2f6d-4222-8ee8-968f5ec7a70a', 'project_id': '93a074e288914914a2cf5e4c028d69af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:58.270524 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-35c296af-11f2-49bd-bd80-f8f4fd1f927b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.335779 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-35c296af-11f2-49bd-bd80-f8f4fd1f927b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.340549 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-35c296af-11f2-49bd-bd80-f8f4fd1f927b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.359500 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c296af-11f2-49bd-bd80-f8f4fd1f927b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fb58e4-b781-488c-8fa5-26d5c7bb12b9,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:58.365497 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-35c296af-11f2-49bd-bd80-f8f4fd1f927b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.366770 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-35c296af-11f2-49bd-bd80-f8f4fd1f927b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287191 Aug 02 17:32:58.369684 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58430) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:58.374160 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-2b78ca9a-0537-43d9-9f24-c0978ad76511 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'security_group_rule': {'security_group_id': 'fec3a840-2f6d-4222-8ee8-968f5ec7a70a', 'project_id': '93a074e288914914a2cf5e4c028d69af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:58.403658 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2b78ca9a-0537-43d9-9f24-c0978ad76511 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.468406 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2b78ca9a-0537-43d9-9f24-c0978ad76511 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.483004 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2b78ca9a-0537-43d9-9f24-c0978ad76511 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.509445 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78ca9a-0537-43d9-9f24-c0978ad76511 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a81004b-d38a-4c8f-b5fb-cc9c62d83975,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:58.518744 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2b78ca9a-0537-43d9-9f24-c0978ad76511 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.521457 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-2b78ca9a-0537-43d9-9f24-c0978ad76511 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496296 Aug 02 17:32:58.523645 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58438) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:58.528460 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-cdb61459-5091-42e9-9e19-8eb65890c7c3 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'security_group_rule': {'security_group_id': 'fec3a840-2f6d-4222-8ee8-968f5ec7a70a', 'project_id': '93a074e288914914a2cf5e4c028d69af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:58.555929 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cdb61459-5091-42e9-9e19-8eb65890c7c3 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.620084 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cdb61459-5091-42e9-9e19-8eb65890c7c3 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.625026 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cdb61459-5091-42e9-9e19-8eb65890c7c3 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.644067 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb61459-5091-42e9-9e19-8eb65890c7c3 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f33fec-6ecb-4193-90d3-9ddeb69506e9,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:58.647273 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-cdb61459-5091-42e9-9e19-8eb65890c7c3 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.648435 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-cdb61459-5091-42e9-9e19-8eb65890c7c3 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237810 Aug 02 17:32:58.651194 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58440) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:58.655536 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-a3868a12-33cf-4ebb-852f-b99e84d6d2ba tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'security_group_rule': {'security_group_id': 'fec3a840-2f6d-4222-8ee8-968f5ec7a70a', 'project_id': '93a074e288914914a2cf5e4c028d69af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:58.680407 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a3868a12-33cf-4ebb-852f-b99e84d6d2ba tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.738284 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a3868a12-33cf-4ebb-852f-b99e84d6d2ba tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.742011 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a3868a12-33cf-4ebb-852f-b99e84d6d2ba tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.773164 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3868a12-33cf-4ebb-852f-b99e84d6d2ba tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c06eb3-d118-4fd8-92b3-5ced39b7fcb5,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:58.777948 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a3868a12-33cf-4ebb-852f-b99e84d6d2ba tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.779642 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-a3868a12-33cf-4ebb-852f-b99e84d6d2ba tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273932 Aug 02 17:32:58.782762 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58442) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:58.787892 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-2c2c19ae-acdf-42f0-82e7-f295f0b36579 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'security_group_rule': {'security_group_id': 'fec3a840-2f6d-4222-8ee8-968f5ec7a70a', 'project_id': '93a074e288914914a2cf5e4c028d69af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:58.811387 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.securitygroups_db [None req-2c2c19ae-acdf-42f0-82e7-f295f0b36579 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Project 93a074e288914914a2cf5e4c028d69af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:32:58.821933 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2c2c19ae-acdf-42f0-82e7-f295f0b36579 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.897948 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2c2c19ae-acdf-42f0-82e7-f295f0b36579 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.904794 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2c2c19ae-acdf-42f0-82e7-f295f0b36579 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.927709 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c19ae-acdf-42f0-82e7-f295f0b36579 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfeab71f-ca35-4ce5-9d23-bc965d0a8e46,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:58.931023 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-2c2c19ae-acdf-42f0-82e7-f295f0b36579 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:58.932268 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-2c2c19ae-acdf-42f0-82e7-f295f0b36579 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484466 Aug 02 17:32:58.935171 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58444) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:32:58.939722 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-f7dd5111-5861-4d56-80ab-2dd48a380276 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'security_group_rule': {'security_group_id': 'fec3a840-2f6d-4222-8ee8-968f5ec7a70a', 'project_id': '93a074e288914914a2cf5e4c028d69af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:32:58.967553 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.securitygroups_db [None req-f7dd5111-5861-4d56-80ab-2dd48a380276 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Project 93a074e288914914a2cf5e4c028d69af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:32:58.973124 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5111-5861-4d56-80ab-2dd48a380276 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:59.049574 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5111-5861-4d56-80ab-2dd48a380276 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:59.054903 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5111-5861-4d56-80ab-2dd48a380276 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:59.074302 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd5111-5861-4d56-80ab-2dd48a380276 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3243ad66-d6f9-4c70-9d31-69d550c36633,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:59.082011 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f7dd5111-5861-4d56-80ab-2dd48a380276 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:59.086485 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-f7dd5111-5861-4d56-80ab-2dd48a380276 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473150 Aug 02 17:32:59.142013 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:59.209907 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:32:59.214651 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:59.215267 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:59.324739 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:59.349964 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=8a6d5552-6f03-4e1e-80e1-187a1fdfa970,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:32:59.355455 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:59.357196 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:32:59.435352 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=8a6d5552-6f03-4e1e-80e1-187a1fdfa970,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:32:59.447735 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:32:59.448288 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:32:59.828238 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d60f1f-2536-4967-a04a-72e4c3e1ef00 req-f49961ce-f493-4840-a39f-40342cc6d4c6 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:32:59.829705 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-32d60f1f-2536-4967-a04a-72e4c3e1ef00 req-f49961ce-f493-4840-a39f-40342cc6d4c6 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0493083 Aug 02 17:32:59.872007 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-32d60f1f-2536-4967-a04a-72e4c3e1ef00 req-6a64a1a5-8c45-4016-9bce-960388fbc644 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362470 Aug 02 17:33:00.219723 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Sync routers for ids ['387a7e78-003d-4e89-8691-54481a4cba88'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:33:00.238059 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Routers {'387a7e78-003d-4e89-8691-54481a4cba88'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:33:00.243587 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['387a7e78-003d-4e89-8691-54481a4cba88'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:00.356937 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Set router 387a7e78-003d-4e89-8691-54481a4cba88 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:33:00.560251 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387a7e78-003d-4e89-8691-54481a4cba88', 'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 4, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'gw_port': {'id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '3d3e5e1f-3885-40d0-aa05-4a80e080f426', 'name': '', 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'mac_address': 'fa:16:3e:30:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:55Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 2, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'subnets': [{'id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:00.588846 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Checking router: 387a7e78-003d-4e89-8691-54481a4cba88 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:33:00.589202 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Updating router 387a7e78-003d-4e89-8691-54481a4cba88 port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:33:00.616103 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:00.899641 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:00.910849 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Transition to ACTIVE for port object 3d3e5e1f-3885-40d0-aa05-4a80e080f426 will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:33:00.918500 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:00.969257 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbcf54-7f02-4e94-a8ad-c68a409d776f None None] Pushing event updated for resources: {'Port': ['ID=3d3e5e1f-3885-40d0-aa05-4a80e080f426,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:01.010653 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6954b9-3874-4c2c-bb6d-c4f513886178 req-cae1e89e-64c5-48ee-8647-a0c0712866a4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:01.019020 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da6954b9-3874-4c2c-bb6d-c4f513886178 req-cae1e89e-64c5-48ee-8647-a0c0712866a4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0666311 Aug 02 17:33:01.047851 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Attempting to bind port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:33:01.048225 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Attempting to bind port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '49587525-3d70-440a-beb5-d82054d4a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:33:01.048593 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Attempting to bind port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 on network 24d9f19f-c9ff-4471-90de-6a6e69e0203a {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:33:01.054937 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:33:01.055355 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Checking segment: {'id': '49587525-3d70-440a-beb5-d82054d4a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:33:01.058032 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:01.058954 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Bound using segment: {'id': '49587525-3d70-440a-beb5-d82054d4a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:33:01.059486 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Bound port: 3d3e5e1f-3885-40d0-aa05-4a80e080f426, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49587525-3d70-440a-beb5-d82054d4a556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:33:01.059901 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:01.063609 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-da6954b9-3874-4c2c-bb6d-c4f513886178 req-e790d9ee-7641-4651-90e9-28d1d2c8552e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Aug 02 17:33:01.075216 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:33:01.135821 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:33:01.136289 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:01.139268 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] For port 3d3e5e1f-3885-40d0-aa05-4a80e080f426, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:33:01.142811 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] For port 3d3e5e1f-3885-40d0-aa05-4a80e080f426, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=3d3e5e1f-3885-40d0-aa05-4a80e080f426,segment=NetworkSegment(49587525-3d70-440a-beb5-d82054d4a556),segment_id=49587525-3d70-440a-beb5-d82054d4a556)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:33:01.149397 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:01.215445 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Routers {'387a7e78-003d-4e89-8691-54481a4cba88'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:33:01.216273 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:32:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['387a7e78-003d-4e89-8691-54481a4cba88'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:01.220339 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbcf54-7f02-4e94-a8ad-c68a409d776f None None] Pushing event updated for resources: {'Port': ['ID=3d3e5e1f-3885-40d0-aa05-4a80e080f426,revision_number=4']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:01.252787 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:01.343800 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] Set router 387a7e78-003d-4e89-8691-54481a4cba88 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:33:01.558066 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387a7e78-003d-4e89-8691-54481a4cba88', 'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 4, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'gw_port': {'id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '3d3e5e1f-3885-40d0-aa05-4a80e080f426', 'name': '', 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'mac_address': 'fa:16:3e:30:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:55Z', 'updated_at': '2021-08-02T17:33:01Z', 'revision_number': 4, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'subnets': [{'id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:01.585689 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c2620a-39b4-4e39-9ff3-8c7a436de6d0 None None] The sync data for ids ['387a7e78-003d-4e89-8691-54481a4cba88'] in dv-cinder-788365-5-iscsi is: [{'id': '387a7e78-003d-4e89-8691-54481a4cba88', 'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:56Z', 'revision_number': 4, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'gw_port': {'id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '3d3e5e1f-3885-40d0-aa05-4a80e080f426', 'name': '', 'network_id': '24d9f19f-c9ff-4471-90de-6a6e69e0203a', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'mac_address': 'fa:16:3e:30:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:55Z', 'updated_at': '2021-08-02T17:33:01Z', 'revision_number': 4, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'subnets': [{'id': '8ce38825-9e74-4282-b1c8-71be59819c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:33:02.191129 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f3f0-9545-436c-ae3a-bbfce7bde199 req-b2c36479-5294-405b-b698-a01d31081366 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:02.192703 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bb31f3f0-9545-436c-ae3a-bbfce7bde199 req-b2c36479-5294-405b-b698-a01d31081366 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0548253 Aug 02 17:33:02.239561 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bb31f3f0-9545-436c-ae3a-bbfce7bde199 req-f4bc86f9-ea7d-4d85-8f34-f233e74dd895 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367002 Aug 02 17:33:03.072846 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 3d3e5e1f-3885-40d0-aa05-4a80e080f426 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:33:03.124186 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:33:03.127776 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:33:03.128154 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:03.209885 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:03.240912 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 3d3e5e1f-3885-40d0-aa05-4a80e080f426, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=3d3e5e1f-3885-40d0-aa05-4a80e080f426,segment=NetworkSegment(49587525-3d70-440a-beb5-d82054d4a556),segment_id=49587525-3d70-440a-beb5-d82054d4a556)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:03.244387 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:03.291202 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=3d3e5e1f-3885-40d0-aa05-4a80e080f426,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:03.359265 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2efe4-8040-4b40-a3d2-a08c6b9d241a req-3677d779-34bc-41d6-8692-17cb5b5920d7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:03.360734 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7ac2efe4-8040-4b40-a3d2-a08c6b9d241a req-3677d779-34bc-41d6-8692-17cb5b5920d7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0511601 Aug 02 17:33:03.409799 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7ac2efe4-8040-4b40-a3d2-a08c6b9d241a req-d3b65363-1431-401d-b177-0fe1c383dc7c tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Aug 02 17:33:04.527479 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fd7f9-2282-4162-b290-a5b600b209dc req-115bc611-62eb-4975-bee4-681c68ab3074 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:04.528964 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d8fd7f9-2282-4162-b290-a5b600b209dc req-115bc611-62eb-4975-bee4-681c68ab3074 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0502605 Aug 02 17:33:04.569027 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d8fd7f9-2282-4162-b290-a5b600b209dc req-0836bf7e-0122-4324-9254-ec81bb7cb8a6 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328603 Aug 02 17:33:05.035534 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 3d3e5e1f-3885-40d0-aa05-4a80e080f426 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:33:05.088580 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:33:05.088960 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:05.691251 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c045d83-85a5-46fb-bd73-ff4367b8c9fc req-b2498def-4317-4edf-9ab1-80900a6cf80a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:05.692726 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4c045d83-85a5-46fb-bd73-ff4367b8c9fc req-b2498def-4317-4edf-9ab1-80900a6cf80a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0511742 Aug 02 17:33:05.739779 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4c045d83-85a5-46fb-bd73-ff4367b8c9fc req-3857a2b7-8d49-45d0-ae65-bffcbdfdb47d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Aug 02 17:33:06.855583 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af525a-afd0-496f-b0c8-56f4fe5db75a req-ee314eec-1569-4972-b1eb-b5ae8b8fcd00 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:06.857068 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c1af525a-afd0-496f-b0c8-56f4fe5db75a req-ee314eec-1569-4972-b1eb-b5ae8b8fcd00 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0500607 Aug 02 17:33:06.901912 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c1af525a-afd0-496f-b0c8-56f4fe5db75a req-ae01ce09-1536-42fd-a1e6-7a95ada9dd13 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387404 Aug 02 17:33:08.024503 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d860a-5e2e-4a53-babc-9c28f8b078c4 req-9d48d49e-6b8d-4d70-bbfb-57d45402592a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:08.026133 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b9d860a-5e2e-4a53-babc-9c28f8b078c4 req-9d48d49e-6b8d-4d70-bbfb-57d45402592a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0522242 Aug 02 17:33:08.068254 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b9d860a-5e2e-4a53-babc-9c28f8b078c4 req-e903ebaf-dfd7-44b8-9a34-7c20fef1a064 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358806 Aug 02 17:33:09.189810 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619977-d9a0-45da-8a8a-e8f90be818ef req-d4b9595b-a32a-4eaa-982a-a46afe012459 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:09.191410 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-28619977-d9a0-45da-8a8a-e8f90be818ef req-d4b9595b-a32a-4eaa-982a-a46afe012459 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0547736 Aug 02 17:33:09.231194 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-28619977-d9a0-45da-8a8a-e8f90be818ef req-34617c20-926e-4996-b9bd-51fd14b35489 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Aug 02 17:33:10.344146 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab6bea-99ff-4c76-a826-c920b6358e46 req-81b0dd21-7fa1-4dd5-81d8-339188c6d1da tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:10.345871 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fab6bea-99ff-4c76-a826-c920b6358e46 req-81b0dd21-7fa1-4dd5-81d8-339188c6d1da tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0495241 Aug 02 17:33:10.388951 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fab6bea-99ff-4c76-a826-c920b6358e46 req-b2898aac-6ba0-4ee6-a3eb-224858645db4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358059 Aug 02 17:33:10.594346 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ce649-a4ee-47ad-a2ff-337650bcdee6 req-b05ddbe6-7776-44bb-ae85-c3ed57aa96dc tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:10.595861 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-670ce649-a4ee-47ad-a2ff-337650bcdee6 req-b05ddbe6-7776-44bb-ae85-c3ed57aa96dc tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0536218 Aug 02 17:33:10.640389 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-670ce649-a4ee-47ad-a2ff-337650bcdee6 req-d1f0d93c-2ea7-4885-8d58-b8a0bbc6e26a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379171 Aug 02 17:33:10.759458 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-7e33aa18-301a-49fd-8af6-b94520055156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:10.760881 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-7e33aa18-301a-49fd-8af6-b94520055156 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 1098 time: 0.1302066 Aug 02 17:33:10.860729 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-6e6a5376-54cd-45d5-9d33-3c6a5b1e8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:10.862348 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-6e6a5376-54cd-45d5-9d33-3c6a5b1e8f62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 911 time: 0.0939071 Aug 02 17:33:10.933536 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-daa2f693-9aac-4ed3-9cad-cc3e76e58969 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044701d2-1704-4fac-bf6c-d9520453edef HTTP/1.1" status: 200 len: 1001 time: 0.0615001 Aug 02 17:33:10.985085 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-ec6c3992-7085-4533-9b66-0215bbe9b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:10.986553 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-ec6c3992-7085-4533-9b66-0215bbe9b566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.0456107 Aug 02 17:33:11.038250 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-c98d3093-e327-4dd0-8706-91e2bbd96b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:11.039779 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-c98d3093-e327-4dd0-8706-91e2bbd96b48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452077 Aug 02 17:33:11.129801 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-0ca0fbca-91ec-4dec-8836-d1853198b5be service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826981 Aug 02 17:33:11.222933 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c2ad38be-9cf1-44e1-9d12-95e0b4b1889e req-e126dce8-311b-4e39-b447-a1a166c70170 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853722 Aug 02 17:33:11.757569 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74660b88-04ad-4855-b15a-d22c4610b8a8 req-21c2601b-f85f-4d14-bfed-2863a08b9554 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:11.759117 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-74660b88-04ad-4855-b15a-d22c4610b8a8 req-21c2601b-f85f-4d14-bfed-2863a08b9554 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0519869 Aug 02 17:33:11.798497 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-74660b88-04ad-4855-b15a-d22c4610b8a8 req-155d9425-0f4e-45df-8d84-0d7a25b264c4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332983 Aug 02 17:33:12.915624 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104eacb3-ea15-4add-a299-759a68e62164 req-fb41ca06-1102-4fee-8e60-4cbc4a55ffac tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:12.917226 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-104eacb3-ea15-4add-a299-759a68e62164 req-fb41ca06-1102-4fee-8e60-4cbc4a55ffac tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0491717 Aug 02 17:33:12.958210 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-104eacb3-ea15-4add-a299-759a68e62164 req-7059a041-328f-4cf3-b499-596098cc9343 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344520 Aug 02 17:33:20.053774 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8662429e-bb07-4778-a473-3f381bb4f0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:22.522089 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8e919f5d-511c-4cc4-b1e9-9b4551c32522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:22.871957 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:23.855517 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:26.143156 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:26.215450 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-2cc5b441-e7a6-47d1-a707-42a9bd676752 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239481175&fields=id&tenant_id=93a074e288914914a2cf5e4c028d69af HTTP/1.1" status: 200 len: 267 time: 0.0320470 Aug 02 17:33:26.322157 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-3c8af778-8ccf-4ba0-a442-34228c4edd03 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:26.323634 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-3c8af778-8ccf-4ba0-a442-34228c4edd03 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 812 time: 0.1017570 Aug 02 17:33:26.338493 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-9fc47a7b-6575-4325-8127-12aa687e0f2f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/quotas/93a074e288914914a2cf5e4c028d69af HTTP/1.1" status: 200 len: 375 time: 0.0092788 Aug 02 17:33:26.388733 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-fbd45db3-504e-4d41-a776-8d8d1d8829c6 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447319 Aug 02 17:33:26.529702 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-d5afd076-b678-4156-88fc-a37c7391f4b6 service neutron] 10.222.0.16 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288407 Aug 02 17:33:26.626896 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-7ce4cf6f-c8ca-4a5e-a496-f07cc84211d0 service neutron] 10.222.0.16 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884273 Aug 02 17:33:26.934306 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fdbec36-89c6-4caf-ae46-3217208dbe67 req-103c0940-71d1-485f-9fd5-5446b83b7106 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 210 time: 0.0376134 Aug 02 17:33:28.053180 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7065a013-65d0-4f09-8fdb-968f83e80c7d req-b0282939-b6f7-4c61-9485-199fd019403a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 210 time: 0.0433714 Aug 02 17:33:28.248566 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-507e930c-e3f8-4a13-8e6b-8c1535990cf8 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:28.250235 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-507e930c-e3f8-4a13-8e6b-8c1535990cf8 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 812 time: 0.1150775 Aug 02 17:33:28.317510 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-9783a1f5-e4c8-43e1-8e82-113c22e4db89 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93a074e288914914a2cf5e4c028d69af HTTP/1.1" status: 200 len: 380 time: 0.0489504 Aug 02 17:33:28.343083 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'port': {'device_id': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'admin_state_up': True, 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'security_groups': ['fec3a840-2f6d-4222-8ee8-968f5ec7a70a']}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:33:28.488001 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Made reservation on behalf of 93a074e288914914a2cf5e4c028d69af for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:33:28.491787 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:28.629552 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Allocated IP 172.20.0.14 (8c4cf31e-c1ad-41c3-9552-513111555732/dec82cd7-fa5d-4a46-a0bc-6fb8c108b405/32e9eece-eba2-4a91-961b-2bfaf35e8a76) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:33:28.772558 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:28.787682 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Transition to ACTIVE for port object 32e9eece-eba2-4a91-961b-2bfaf35e8a76 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:33:28.825398 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:28.876446 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Network 8c4cf31e-c1ad-41c3-9552-513111555732 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:33:28.880387 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:33:28.885321 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:33:28.888763 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:33:28.956617 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'Port': ['ID=32e9eece-eba2-4a91-961b-2bfaf35e8a76,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:28.995518 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:28.996376 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:29.015892 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-07865ca6-0eae-4f07-97dd-9c0e47d17139 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6769404 Aug 02 17:33:29.052891 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Request body: {'port': {'device_id': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:33:29.121223 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-11e4f2c3-c300-4471-8147-057e0fd566c7 None None] Provisioning for port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:33:29.131731 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-11e4f2c3-c300-4471-8147-057e0fd566c7 None None] Provisioning complete for port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:33:29.132330 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-11e4f2c3-c300-4471-8147-057e0fd566c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:29.148228 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:29.175408 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-11e4f2c3-c300-4471-8147-057e0fd566c7 None None] Port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:33:29.326297 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebd174-603f-4746-97c9-b267d8e61a55 req-d568ca7d-7ec8-45bd-a186-9015e8337f8b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:29.327928 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9ebd174-603f-4746-97c9-b267d8e61a55 req-d568ca7d-7ec8-45bd-a186-9015e8337f8b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 932 time: 0.1265445 Aug 02 17:33:29.421162 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9ebd174-603f-4746-97c9-b267d8e61a55 req-e93b3d7c-6f3f-450f-a331-792e0e1d4b1e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870736 Aug 02 17:33:29.508834 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e9eece-eba2-4a91-961b-2bfaf35e8a76 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:33:29.517468 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:29.530240 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Transition to ACTIVE for port object 32e9eece-eba2-4a91-961b-2bfaf35e8a76 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:33:29.535788 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:29.593172 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Pushing event updated for resources: {'Port': ['ID=32e9eece-eba2-4a91-961b-2bfaf35e8a76,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:29.672975 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Attempting to bind port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:33:29.673313 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Attempting to bind port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:33:29.673643 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Attempting to bind port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 on network 8c4cf31e-c1ad-41c3-9552-513111555732 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:33:29.678921 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 on network 8c4cf31e-c1ad-41c3-9552-513111555732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:33:29.679275 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Attempting to bind port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 on network 8c4cf31e-c1ad-41c3-9552-513111555732 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:33:29.686652 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:33:29.687096 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Checking segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:33:29.687418 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Bound using segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:33:29.687864 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Bound port: 32e9eece-eba2-4a91-961b-2bfaf35e8a76, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:33:29.688234 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:29.769461 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] For port 32e9eece-eba2-4a91-961b-2bfaf35e8a76, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:33:29.772800 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] For port 32e9eece-eba2-4a91-961b-2bfaf35e8a76, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=32e9eece-eba2-4a91-961b-2bfaf35e8a76,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:33:29.779104 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:29.848402 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:29.849036 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:29.850501 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] 10.222.0.41 "PUT /v2.0/ports/32e9eece-eba2-4a91-961b-2bfaf35e8a76 HTTP/1.1" status: 200 len: 1094 time: 0.8053093 Aug 02 17:33:29.851062 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'tag': '32e9eece-eba2-4a91-961b-2bfaf35e8a76'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:33:29.853518 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435" -d '{"events": [{"name": "network-changed", "server_uuid": "33222182-dbb4-429c-b858-915aa0e8b6d5", "tag": "32e9eece-eba2-4a91-961b-2bfaf35e8a76"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:33:29.889201 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06390a6b-fa05-46b3-a3ab-6f45871accd4 service neutron] Pushing event updated for resources: {'Port': ['ID=32e9eece-eba2-4a91-961b-2bfaf35e8a76,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:29.978207 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5602ddcc-0556-48f6-8327-835ffdd72833 x-openstack-request-id: req-5602ddcc-0556-48f6-8327-835ffdd72833 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:33:29.978498 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33222182-dbb4-429c-b858-915aa0e8b6d5", "tag": "32e9eece-eba2-4a91-961b-2bfaf35e8a76", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:33:29.978749 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5602ddcc-0556-48f6-8327-835ffdd72833 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:33:29.979178 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'tag': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'status': 'completed', 'code': 200} Aug 02 17:33:29.986010 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-e364aaeb-d959-4c4c-9a61-b055c78f5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:29.987690 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-e364aaeb-d959-4c4c-9a61-b055c78f5c87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 1097 time: 0.0642776 Aug 02 17:33:30.060127 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-49888825-5d56-42f0-80a0-aa107dc95337 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e9eece-eba2-4a91-961b-2bfaf35e8a76 HTTP/1.1" status: 200 len: 217 time: 0.0396023 Aug 02 17:33:30.126789 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-88fa28a9-925e-4976-8c46-071b3eb69020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:30.128357 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-88fa28a9-925e-4976-8c46-071b3eb69020 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0609643 Aug 02 17:33:30.190355 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-116439e3-1990-4916-8a9e-286a0b8ce9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:30.191927 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-116439e3-1990-4916-8a9e-286a0b8ce9a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453503 Aug 02 17:33:30.291600 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-86af57b4-e6a3-475a-bc6b-6784fd55f712 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906157 Aug 02 17:33:30.390556 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30399192-faa6-4d4e-8240-99b5b25a6350 req-97526f38-2ede-4acf-91e6-6ebccb537f43 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917199 Aug 02 17:33:30.552719 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f7db3-18aa-44bd-b607-315fbeab6366 req-0b35b460-e70f-491f-9f83-7536c25d5306 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:30.554257 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b87f7db3-18aa-44bd-b607-315fbeab6366 req-0b35b460-e70f-491f-9f83-7536c25d5306 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0536408 Aug 02 17:33:30.556811 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-b8af0758-205c-4358-b528-5dfb38a3f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:30.559467 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-b8af0758-205c-4358-b528-5dfb38a3f13f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 1097 time: 0.0537233 Aug 02 17:33:30.611766 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b87f7db3-18aa-44bd-b607-315fbeab6366 req-c21745ad-0d1c-4fba-a871-4c168c64e619 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508268 Aug 02 17:33:30.662607 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-76cdc9a3-2264-4382-b1f5-39cafe977556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:30.664044 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-76cdc9a3-2264-4382-b1f5-39cafe977556 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.0975931 Aug 02 17:33:30.708846 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-523686c9-963e-41ee-b6cb-89d8e7ead5b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e9eece-eba2-4a91-961b-2bfaf35e8a76 HTTP/1.1" status: 200 len: 217 time: 0.0362263 Aug 02 17:33:30.762798 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-fb894f89-27d6-4d72-b5b7-1ebc37247241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:30.764374 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-fb894f89-27d6-4d72-b5b7-1ebc37247241 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0475855 Aug 02 17:33:30.813701 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-10d9387f-21f8-4cdc-9e37-bf0e6f175617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:30.815263 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-10d9387f-21f8-4cdc-9e37-bf0e6f175617 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424674 Aug 02 17:33:30.918549 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-1bef45d2-6e3c-4ca7-8bce-4f56689624bf service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948360 Aug 02 17:33:31.016199 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-63f9a6ed-5954-4b4d-a635-d3b1a2a12435 req-e4e10796-531e-4e1f-8dbe-b0e1746a7422 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900674 Aug 02 17:33:31.214616 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:31.737801 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93272a40-f0e4-43aa-a369-b0f558424d22 req-80eaa238-c0e2-48d2-9f64-da0f04160cfc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:31.739402 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-93272a40-f0e4-43aa-a369-b0f558424d22 req-80eaa238-c0e2-48d2-9f64-da0f04160cfc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0524011 Aug 02 17:33:31.780158 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-93272a40-f0e4-43aa-a369-b0f558424d22 req-c207a38d-800a-4e2c-bfdb-0b0e4968efe3 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344331 Aug 02 17:33:31.950774 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3956053-04ef-441f-892d-377da69bf90d req-2ac4a453-df23-4277-8ed0-005253933fbf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472937 Aug 02 17:33:32.032814 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956053-04ef-441f-892d-377da69bf90d req-6fea7ed8-6c9d-45da-84c2-8e17f6773c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:32.034386 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3956053-04ef-441f-892d-377da69bf90d req-6fea7ed8-6c9d-45da-84c2-8e17f6773c48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 1099 time: 0.0437431 Aug 02 17:33:32.143842 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956053-04ef-441f-892d-377da69bf90d req-62a8fa86-d4e2-4683-91ab-89f86e79772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:32.145321 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3956053-04ef-441f-892d-377da69bf90d req-62a8fa86-d4e2-4683-91ab-89f86e79772b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.0901461 Aug 02 17:33:32.237197 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3956053-04ef-441f-892d-377da69bf90d req-e5b14f28-d084-4d77-adf0-6eda6d382477 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093156cc-787e-43c5-a894-099fb5232f29 HTTP/1.1" status: 200 len: 1001 time: 0.0824265 Aug 02 17:33:32.304554 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956053-04ef-441f-892d-377da69bf90d req-6c226632-7feb-4eb6-9783-d7b3cd3fb33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:32.306793 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3956053-04ef-441f-892d-377da69bf90d req-6c226632-7feb-4eb6-9783-d7b3cd3fb33f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0462248 Aug 02 17:33:32.354960 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956053-04ef-441f-892d-377da69bf90d req-11ddc5ce-efa0-410f-b616-be040b605879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:32.356525 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3956053-04ef-441f-892d-377da69bf90d req-11ddc5ce-efa0-410f-b616-be040b605879 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425980 Aug 02 17:33:32.458159 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3956053-04ef-441f-892d-377da69bf90d req-20f351da-288a-45c2-918f-e94dfc40a7fc service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932245 Aug 02 17:33:32.557705 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3956053-04ef-441f-892d-377da69bf90d req-bcd7dfed-c4f6-4a55-8fae-3aaf8bcbc5fa service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915353 Aug 02 17:33:32.907688 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ffb49-9ad2-404c-aa8c-48f3d6d2cab2 req-abf47087-a356-40af-84bd-1d10091b26bc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:32.910676 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-906ffb49-9ad2-404c-aa8c-48f3d6d2cab2 req-abf47087-a356-40af-84bd-1d10091b26bc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0565915 Aug 02 17:33:32.959547 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-906ffb49-9ad2-404c-aa8c-48f3d6d2cab2 req-da69099f-172e-4934-b71c-3cb55a72742c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Aug 02 17:33:34.083207 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9d296-6344-4674-afd1-8bbd658baf4a req-bb5ca4b4-afcf-41d0-b734-8452369fa49f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:34.084778 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-90b9d296-6344-4674-afd1-8bbd658baf4a req-bb5ca4b4-afcf-41d0-b734-8452369fa49f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0525746 Aug 02 17:33:34.131007 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-90b9d296-6344-4674-afd1-8bbd658baf4a req-ce57fe74-ae1b-43b6-8a73-6f452c203620 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391343 Aug 02 17:33:35.273393 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fc256-484c-4c07-ac70-d6fba10a75a0 req-2885c192-251e-49f6-9df9-f11e16f1a1e7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:35.276357 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-306fc256-484c-4c07-ac70-d6fba10a75a0 req-2885c192-251e-49f6-9df9-f11e16f1a1e7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0608072 Aug 02 17:33:35.318519 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-306fc256-484c-4c07-ac70-d6fba10a75a0 req-0d9d9a75-0293-44f4-b29b-51037a9adc96 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359316 Aug 02 17:33:36.467420 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c97a3-aa39-4276-a12a-902381814e7f req-886031c2-74fb-4f72-90b6-13ccab427f79 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:36.470177 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-149c97a3-aa39-4276-a12a-902381814e7f req-886031c2-74fb-4f72-90b6-13ccab427f79 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0766823 Aug 02 17:33:36.511868 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-149c97a3-aa39-4276-a12a-902381814e7f req-351c1426-0935-4a2d-8567-398e54c0d980 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356305 Aug 02 17:33:37.631001 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e3654-deb5-40db-8f9c-e2a723e106be req-7eb8c00b-7588-4a15-8312-3da0451edba2 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:37.632569 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8b6e3654-deb5-40db-8f9c-e2a723e106be req-7eb8c00b-7588-4a15-8312-3da0451edba2 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0512130 Aug 02 17:33:37.676162 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8b6e3654-deb5-40db-8f9c-e2a723e106be req-4ee4991d-45a7-4453-b3a8-48ba7859a1ef tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372314 Aug 02 17:33:38.794101 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1045467-9c79-4c08-9893-efffdd5ce8e5 req-8e2acec3-243a-485c-94f5-deca099db065 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:38.795663 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d1045467-9c79-4c08-9893-efffdd5ce8e5 req-8e2acec3-243a-485c-94f5-deca099db065 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0505998 Aug 02 17:33:38.835585 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d1045467-9c79-4c08-9893-efffdd5ce8e5 req-6139b6e1-17b8-4b5d-afb8-353db335e4c9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335362 Aug 02 17:33:39.597868 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 32e9eece-eba2-4a91-961b-2bfaf35e8a76 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:33:39.818060 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 32e9eece-eba2-4a91-961b-2bfaf35e8a76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=32e9eece-eba2-4a91-961b-2bfaf35e8a76,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:39.831342 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'port_id': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'mac_address': 'fa:16:3e:04:aa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:33:39.877797 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:39.893282 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e9eece-eba2-4a91-961b-2bfaf35e8a76 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:33:39.915764 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 32e9eece-eba2-4a91-961b-2bfaf35e8a76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=32e9eece-eba2-4a91-961b-2bfaf35e8a76,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:39.920215 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:39.957908 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c32f1-a1dc-4635-b4c0-90883e1b0588 req-79e10a32-32f3-48c3-a0a2-eb70871f3d34 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:39.959444 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0a8c32f1-a1dc-4635-b4c0-90883e1b0588 req-79e10a32-32f3-48c3-a0a2-eb70871f3d34 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 944 time: 0.0549378 Aug 02 17:33:39.972420 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=32e9eece-eba2-4a91-961b-2bfaf35e8a76,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:40.005558 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0a8c32f1-a1dc-4635-b4c0-90883e1b0588 req-b6c8d55e-19d3-471b-a2e8-d84248544116 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391176 Aug 02 17:33:40.390291 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['32e9eece-eba2-4a91-961b-2bfaf35e8a76'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:33:41.119302 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0ff1-bff6-4977-b46f-00df70bc10f7 req-275e4da1-dc2a-4857-9315-5d21b785ee0f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:41.120877 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-901a0ff1-bff6-4977-b46f-00df70bc10f7 req-275e4da1-dc2a-4857-9315-5d21b785ee0f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Aug 02 17:33:41.163965 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-901a0ff1-bff6-4977-b46f-00df70bc10f7 req-8dde0589-d115-4a60-a3e9-3dfa0c546b7c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369747 Aug 02 17:33:41.600880 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 32e9eece-eba2-4a91-961b-2bfaf35e8a76 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:33:41.651196 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:33:41.655079 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:33:41.655457 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:41.733292 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:41.756164 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e9eece-eba2-4a91-961b-2bfaf35e8a76'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:33:41.758775 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ac5af7-3953-42ba-bc23-f8921f9b99f2" -d '{"events": [{"server_uuid": "33222182-dbb4-429c-b858-915aa0e8b6d5", "name": "network-vif-plugged", "status": "completed", "tag": "32e9eece-eba2-4a91-961b-2bfaf35e8a76"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:33:41.777071 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 32e9eece-eba2-4a91-961b-2bfaf35e8a76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=32e9eece-eba2-4a91-961b-2bfaf35e8a76,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:33:41.781290 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:41.833170 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=32e9eece-eba2-4a91-961b-2bfaf35e8a76,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:41.852211 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37719808-b85a-4171-a393-b5a88798e3ed x-openstack-request-id: req-37719808-b85a-4171-a393-b5a88798e3ed {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:33:41.852456 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33222182-dbb4-429c-b858-915aa0e8b6d5", "name": "network-vif-plugged", "status": "completed", "tag": "32e9eece-eba2-4a91-961b-2bfaf35e8a76", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:33:41.852716 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37719808-b85a-4171-a393-b5a88798e3ed {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:33:41.853119 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'code': 200} Aug 02 17:33:42.133711 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00288af5-868e-4822-83d9-b2e15c83a3bb req-35ca06cf-ee35-46be-8bfa-e57d14b9587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:42.135818 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-00288af5-868e-4822-83d9-b2e15c83a3bb req-35ca06cf-ee35-46be-8bfa-e57d14b9587c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 1099 time: 0.0500803 Aug 02 17:33:42.176503 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-00288af5-868e-4822-83d9-b2e15c83a3bb req-c8226a44-5dcf-40aa-bd43-92ace926b2b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Aug 02 17:33:42.291826 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144be07-6b90-4d63-aa6c-7d73d929e0fa req-979ebd52-08b3-49fe-8d30-36c7fa1d64f9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:42.294473 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2144be07-6b90-4d63-aa6c-7d73d929e0fa req-979ebd52-08b3-49fe-8d30-36c7fa1d64f9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0588393 Aug 02 17:33:42.335328 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2144be07-6b90-4d63-aa6c-7d73d929e0fa req-06f1e443-cf90-4dbd-a89b-90e712920296 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348542 Aug 02 17:33:43.455469 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e9458-aedf-4911-b79f-385c18c29e93 req-92adc4b0-0c55-49e0-8e78-62968f697894 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:43.457192 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c98e9458-aedf-4911-b79f-385c18c29e93 req-92adc4b0-0c55-49e0-8e78-62968f697894 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0500576 Aug 02 17:33:43.502247 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c98e9458-aedf-4911-b79f-385c18c29e93 req-25ed37a0-4f92-484f-861a-37771f89c945 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353074 Aug 02 17:33:44.636782 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d122321-4460-480d-be21-aebda4b68a00 req-7c70c8d2-797f-4ee5-9c1c-74a58532bf4c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:44.638330 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7d122321-4460-480d-be21-aebda4b68a00 req-7c70c8d2-797f-4ee5-9c1c-74a58532bf4c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0572369 Aug 02 17:33:44.683237 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7d122321-4460-480d-be21-aebda4b68a00 req-093a48c6-ad55-4519-80b5-9bb421387770 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364439 Aug 02 17:33:44.821360 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ef341-b2f5-49c3-b0cc-959bf118a6f2 req-243945cc-3395-4d1d-8144-f8cb61a70c7d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:44.823255 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-031ef341-b2f5-49c3-b0cc-959bf118a6f2 req-243945cc-3395-4d1d-8144-f8cb61a70c7d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0629737 Aug 02 17:33:44.873944 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-031ef341-b2f5-49c3-b0cc-959bf118a6f2 req-b3e0369b-873c-41d6-9f95-fd987fed962e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 Aug 02 17:33:44.897424 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58766) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:45.002870 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e45fc-b7f0-4bb9-8021-7b2d3e50b384 tempest-TestVolumeBootPattern-98341835 tempest-TestVolumeBootPattern-98341835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:45.004524 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-657e45fc-b7f0-4bb9-8021-7b2d3e50b384 tempest-TestVolumeBootPattern-98341835 tempest-TestVolumeBootPattern-98341835-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 1094 time: 0.1060572 Aug 02 17:33:45.009479 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58772) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:33:45.014402 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'floatingip': {'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'port_id': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:33:45.043494 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:45.212228 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:45.337502 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Allocated IP 172.27.0.7 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/de22635c-3f84-4f30-9420-79090cd77e7f) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:33:45.457127 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:45.501862 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:45.549967 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:33:45.553257 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:33:45.559463 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:33:45.611038 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'Port': ['ID=de22635c-3f84-4f30-9420-79090cd77e7f,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:46.037700 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:46.109480 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:46.268821 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:46.274751 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:46.352918 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'Port': ['ID=de22635c-3f84-4f30-9420-79090cd77e7f,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:33:46.366043 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:46.473593 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Floating IP f1a8bd20-7115-44cd-9a53-1efd67b7a96a associated. External IP: 172.27.0.7, port: 32e9eece-eba2-4a91-961b-2bfaf35e8a76. Aug 02 17:33:46.717517 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Router 0c04ef9d-8134-4a96-a741-c24640347a05 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:33:46.837349 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:33:46.848626 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] Sync routers for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:33:46.857350 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:46.863448 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:33:46.864565 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:33:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:46.893503 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-0c741032-1714-43b3-a8e5-5ab77686ac33 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8827009 Aug 02 17:33:46.894113 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'tag': '32e9eece-eba2-4a91-961b-2bfaf35e8a76'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:33:46.898532 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965751d3-a118-4907-b61a-632da131e331" -d '{"events": [{"name": "network-changed", "server_uuid": "33222182-dbb4-429c-b858-915aa0e8b6d5", "tag": "32e9eece-eba2-4a91-961b-2bfaf35e8a76"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:33:46.994226 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:33:46.997089 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a736777-e1f3-4302-8d86-d06b02a018f1 x-openstack-request-id: req-9a736777-e1f3-4302-8d86-d06b02a018f1 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:33:46.997377 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33222182-dbb4-429c-b858-915aa0e8b6d5", "tag": "32e9eece-eba2-4a91-961b-2bfaf35e8a76", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:33:46.997864 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a736777-e1f3-4302-8d86-d06b02a018f1 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:33:46.998027 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'tag': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'status': 'completed', 'code': 200} Aug 02 17:33:47.088693 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965751d3-a118-4907-b61a-632da131e331 req-a2b474ff-0d3b-4b35-8f2c-40598d0dc539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:47.090236 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965751d3-a118-4907-b61a-632da131e331 req-a2b474ff-0d3b-4b35-8f2c-40598d0dc539 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 1099 time: 0.0434418 Aug 02 17:33:47.190568 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965751d3-a118-4907-b61a-632da131e331 req-de6f0e49-d48e-4cb4-b8a4-6b9468be252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:47.192596 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965751d3-a118-4907-b61a-632da131e331 req-de6f0e49-d48e-4cb4-b8a4-6b9468be252c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.0953760 Aug 02 17:33:47.287355 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'f1a8bd20-7115-44cd-9a53-1efd67b7a96a', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:04:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:33:45Z', 'updated_at': '2021-08-02T17:33:45Z', 'revision_number': 0, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:47.301223 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965751d3-a118-4907-b61a-632da131e331 req-319eec69-1f79-4b6f-9dca-9ece48111277 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e9eece-eba2-4a91-961b-2bfaf35e8a76 HTTP/1.1" status: 200 len: 998 time: 0.1002164 Aug 02 17:33:47.319288 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] Checking router: 0c04ef9d-8134-4a96-a741-c24640347a05 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:33:47.330009 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:33:47.330636 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:33:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:47.372927 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965751d3-a118-4907-b61a-632da131e331 req-dc26f1d5-8fca-4032-ac79-215a189b20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:47.376389 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965751d3-a118-4907-b61a-632da131e331 req-dc26f1d5-8fca-4032-ac79-215a189b20ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0665286 Aug 02 17:33:47.433014 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965751d3-a118-4907-b61a-632da131e331 req-65d6f03e-ce59-4b77-9ad7-fa9dc1831be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:47.434561 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965751d3-a118-4907-b61a-632da131e331 req-65d6f03e-ce59-4b77-9ad7-fa9dc1831be0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500479 Aug 02 17:33:47.450058 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:33:47.539272 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965751d3-a118-4907-b61a-632da131e331 req-5eaa9f21-6c57-4cc6-b50b-df7909af2715 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959225 Aug 02 17:33:47.645619 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965751d3-a118-4907-b61a-632da131e331 req-8048011e-f6ca-4f81-aa9e-5cd3088793ad service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953612 Aug 02 17:33:47.726759 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'f1a8bd20-7115-44cd-9a53-1efd67b7a96a', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:04:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:33:45Z', 'updated_at': '2021-08-02T17:33:45Z', 'revision_number': 0, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:33:47.762625 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69e989-de5f-466e-8904-beffd5ba85f9 None None] The sync data for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi is: [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'f1a8bd20-7115-44cd-9a53-1efd67b7a96a', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:04:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:33:45Z', 'updated_at': '2021-08-02T17:33:45Z', 'revision_number': 0, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:33:48.056206 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a04630-9d72-4742-9d01-3fc1948656b5 None None] New status for floating IP f1a8bd20-7115-44cd-9a53-1efd67b7a96a: ACTIVE {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:33:50.057038 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-174502b3-1120-43fb-b35d-badbabaeafed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:52.524622 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b14dfcf4-da3c-4bd3-8453-472bd6437a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:52.880551 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:52.985665 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f80f8-5d24-42be-8def-f945a918a143 req-54018cc6-6e7b-4d6c-b336-c1f96c20f80b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:52.987342 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e12f80f8-5d24-42be-8def-f945a918a143 req-54018cc6-6e7b-4d6c-b336-c1f96c20f80b tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0774119 Aug 02 17:33:53.025613 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-99b6f77f-933c-437b-b774-9b064349c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:53.027169 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-99b6f77f-933c-437b-b774-9b064349c2b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1137 time: 0.0766358 Aug 02 17:33:53.054703 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e12f80f8-5d24-42be-8def-f945a918a143 req-2d806eaf-9d04-46a7-b522-0b1592e988ce tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607800 Aug 02 17:33:53.143482 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-0055d669-1fde-4bc0-b826-427cbb2ff530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:53.144942 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-0055d669-1fde-4bc0-b826-427cbb2ff530 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 200 len: 916 time: 0.1088355 Aug 02 17:33:53.229120 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-9ce01ea3-2ef0-411a-b311-c6fbae5b92f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0745609 Aug 02 17:33:53.301742 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-dfd64185-9e0f-41ed-b87f-633deec7cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:53.303420 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-dfd64185-9e0f-41ed-b87f-633deec7cf88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46cbf1bb-dc55-4175-b4c3-006292e463f9 HTTP/1.1" status: 200 len: 854 time: 0.0569797 Aug 02 17:33:53.363649 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-78204902-77d6-4865-86d1-f13fc390498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:53.365290 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-78204902-77d6-4865-86d1-f13fc390498d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f39cb8-3381-466a-8332-ee9cda50e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518003 Aug 02 17:33:53.515904 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-30da4eff-60cb-40f4-a5a1-8a77ff4f4bb7 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418972 Aug 02 17:33:53.642119 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-eccfeaee-de57-4b57-941c-9bef6d69e019 req-7e16e4c8-dfe6-4b87-a993-e6e475f01e2d service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177950 Aug 02 17:33:53.858873 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:54.186212 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa9eb0-6d21-4d5b-aee7-d7adc28c6d1f req-83285803-e9de-4984-ac9c-4e5ec5c94ade tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:54.187836 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b4fa9eb0-6d21-4d5b-aee7-d7adc28c6d1f req-83285803-e9de-4984-ac9c-4e5ec5c94ade tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0597095 Aug 02 17:33:54.231770 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b4fa9eb0-6d21-4d5b-aee7-d7adc28c6d1f req-cb20702b-1aad-4120-b5fc-297b510a8985 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375152 Aug 02 17:33:54.913186 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d9cd0-8737-491a-b112-4ecf91554fd1 req-4a40ae41-3f9e-4aba-8f9d-0a5ffd19b3b2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:54.914947 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a83d9cd0-8737-491a-b112-4ecf91554fd1 req-4a40ae41-3f9e-4aba-8f9d-0a5ffd19b3b2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0605111 Aug 02 17:33:54.959295 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a83d9cd0-8737-491a-b112-4ecf91554fd1 req-70e4cbf3-7998-4109-bc5a-ac2120361903 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375745 Aug 02 17:33:55.353421 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992d19e-8b67-4734-a1a8-113321057e94 req-acb12abd-2813-4a79-81c4-6cbc3304ac25 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:55.355015 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2992d19e-8b67-4734-a1a8-113321057e94 req-acb12abd-2813-4a79-81c4-6cbc3304ac25 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0513277 Aug 02 17:33:55.396275 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2992d19e-8b67-4734-a1a8-113321057e94 req-c55f22b1-2ccf-43f7-a58e-2924ce8007c1 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350506 Aug 02 17:33:56.084623 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a965faf-cda1-4e07-a409-95a8e9abfaf2 req-780cdc84-19d2-4fcf-b71e-1131961ea221 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:56.086182 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7a965faf-cda1-4e07-a409-95a8e9abfaf2 req-780cdc84-19d2-4fcf-b71e-1131961ea221 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0497963 Aug 02 17:33:56.126363 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7a965faf-cda1-4e07-a409-95a8e9abfaf2 req-05e6afc1-f64c-4179-a069-a9bec305ee9f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341039 Aug 02 17:33:56.148195 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:33:56.521477 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1509d-5bb7-4734-8aef-cc20be164960 req-f8748250-4533-4286-9ff9-0ced8553bfa7 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:56.523359 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-26f1509d-5bb7-4734-8aef-cc20be164960 req-f8748250-4533-4286-9ff9-0ced8553bfa7 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0545344 Aug 02 17:33:56.573865 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-26f1509d-5bb7-4734-8aef-cc20be164960 req-ba9b7927-39ab-42e8-a89a-b5127aca8a84 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416198 Aug 02 17:33:57.264935 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa4444-f86a-4a03-849b-7838da5245c6 req-7daed917-bd16-4bde-a5a2-f1a741ede716 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:57.266563 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ddaa4444-f86a-4a03-849b-7838da5245c6 req-7daed917-bd16-4bde-a5a2-f1a741ede716 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0562587 Aug 02 17:33:57.307124 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ddaa4444-f86a-4a03-849b-7838da5245c6 req-34e4aae7-72c0-41a3-acaf-2a25d6aaaa80 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344355 Aug 02 17:33:57.698836 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737a775-6d89-4b66-9942-883479d28f3d req-ba8cbbf6-2411-4972-ab39-69abf6736096 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:57.700438 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0737a775-6d89-4b66-9942-883479d28f3d req-ba8cbbf6-2411-4972-ab39-69abf6736096 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0548077 Aug 02 17:33:57.743433 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0737a775-6d89-4b66-9942-883479d28f3d req-b69d0f38-6977-4e32-b02b-8085ef121e38 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367560 Aug 02 17:33:58.439016 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0d4e8-f58f-4f15-88e3-a8eb0541210c req-d2a9c481-deac-48c8-93fb-2bc97d493f27 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:58.440648 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0bf0d4e8-f58f-4f15-88e3-a8eb0541210c req-d2a9c481-deac-48c8-93fb-2bc97d493f27 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0570436 Aug 02 17:33:58.482713 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0bf0d4e8-f58f-4f15-88e3-a8eb0541210c req-04955e06-67de-4702-b994-ba080b56042c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346506 Aug 02 17:33:58.873083 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48200b1-c313-40dd-b1a1-9b03d71e5f96 req-d014332b-bae8-410b-9d60-8e34cfb9db70 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:58.874681 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f48200b1-c313-40dd-b1a1-9b03d71e5f96 req-d014332b-bae8-410b-9d60-8e34cfb9db70 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0524054 Aug 02 17:33:58.919305 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f48200b1-c313-40dd-b1a1-9b03d71e5f96 req-ceb3af77-303c-4e85-bea8-6420ba54a6e6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379112 Aug 02 17:33:59.640022 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a9be0-a428-487e-b624-8bc64c7f0941 req-efaaf05a-220b-4ee3-9ed2-17630d5dcd40 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:33:59.642734 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4a9a9be0-a428-487e-b624-8bc64c7f0941 req-efaaf05a-220b-4ee3-9ed2-17630d5dcd40 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0836439 Aug 02 17:33:59.703606 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4a9a9be0-a428-487e-b624-8bc64c7f0941 req-21c742b2-4216-4c20-ab07-46999664d653 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537474 Aug 02 17:34:00.041685 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f962a-1db6-4f39-913b-c043ced786ef req-45be0591-c8a5-45dc-a68a-86b346d6fe03 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:00.043270 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d22f962a-1db6-4f39-913b-c043ced786ef req-45be0591-c8a5-45dc-a68a-86b346d6fe03 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0522389 Aug 02 17:34:00.091812 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d22f962a-1db6-4f39-913b-c043ced786ef req-fbf2d4b7-c2a9-44eb-8571-7eb68971240a tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424025 Aug 02 17:34:00.856920 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71874def-6db8-43a6-9200-bd364ba16686 req-0e2b3c37-62b8-4149-a385-604299dd7bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:00.858557 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-71874def-6db8-43a6-9200-bd364ba16686 req-0e2b3c37-62b8-4149-a385-604299dd7bb6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0663352 Aug 02 17:34:00.900663 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-71874def-6db8-43a6-9200-bd364ba16686 req-3c777d46-bfaf-4c63-a800-5ef197b13394 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357919 Aug 02 17:34:01.217475 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a5a5f-15e2-48b3-80c8-f4a765ce4abe req-b945b9d2-fa0b-46b4-bcb6-98c0bf37e163 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:01.219066 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-996a5a5f-15e2-48b3-80c8-f4a765ce4abe req-b945b9d2-fa0b-46b4-bcb6-98c0bf37e163 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0527983 Aug 02 17:34:01.242866 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:01.275925 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-996a5a5f-15e2-48b3-80c8-f4a765ce4abe req-e0d59e81-7f59-48d9-8fa3-7c237414b752 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507240 Aug 02 17:34:02.022941 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfad13-cd14-4769-ac37-e45a47b36d36 req-2e5653ff-ecd4-4c2f-b3c7-f28d5b92f862 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:02.024540 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6bcfad13-cd14-4769-ac37-e45a47b36d36 req-2e5653ff-ecd4-4c2f-b3c7-f28d5b92f862 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0506127 Aug 02 17:34:02.062518 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6bcfad13-cd14-4769-ac37-e45a47b36d36 req-cd531ee4-2e39-4e6d-a87e-7d32bf856b25 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Aug 02 17:34:02.392449 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843cad3-b313-4204-b540-ea2aa4b741ec req-821bb26e-490e-4492-a43e-7cf31b0bee54 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:02.393881 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7843cad3-b313-4204-b540-ea2aa4b741ec req-821bb26e-490e-4492-a43e-7cf31b0bee54 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0497127 Aug 02 17:34:02.435067 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7843cad3-b313-4204-b540-ea2aa4b741ec req-11a178de-cbaa-4d66-9cca-ba4214647b62 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346065 Aug 02 17:34:03.184777 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f51a12-e53d-489a-90cf-1cb68e2f05c8 req-22a1ee29-5479-4390-8b0c-9af047031314 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:03.186290 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f1f51a12-e53d-489a-90cf-1cb68e2f05c8 req-22a1ee29-5479-4390-8b0c-9af047031314 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0506926 Aug 02 17:34:03.230353 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f1f51a12-e53d-489a-90cf-1cb68e2f05c8 req-d34c0ced-8b38-48e2-8b43-0aea047fe58d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352583 Aug 02 17:34:03.561334 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde8460-4f22-49f5-a011-511f4a070778 req-cebdaba8-6978-4ad3-bfb0-680a125e2ff0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:03.562741 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dfde8460-4f22-49f5-a011-511f4a070778 req-cebdaba8-6978-4ad3-bfb0-680a125e2ff0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0610731 Aug 02 17:34:03.607202 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dfde8460-4f22-49f5-a011-511f4a070778 req-f83bd22a-20f0-4f20-9f26-5fc2e6a93de4 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384481 Aug 02 17:34:04.356558 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14906372-a891-4053-b235-4a42e7735d67 req-4e3f0512-e28d-4cc3-a5a4-b22abf75730e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:04.358071 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-14906372-a891-4053-b235-4a42e7735d67 req-4e3f0512-e28d-4cc3-a5a4-b22abf75730e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0579183 Aug 02 17:34:04.395972 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-14906372-a891-4053-b235-4a42e7735d67 req-32e676ef-6fbd-467a-99fd-beb6cde7c029 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Aug 02 17:34:04.720678 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c763513-85ee-47f4-ae40-8ffc23dc07de req-1c3e42f9-53d6-4ab9-aa18-0b549b3f5ccf tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:04.722142 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8c763513-85ee-47f4-ae40-8ffc23dc07de req-1c3e42f9-53d6-4ab9-aa18-0b549b3f5ccf tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0481665 Aug 02 17:34:04.763743 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8c763513-85ee-47f4-ae40-8ffc23dc07de req-c27e94d7-b42f-4b5e-b92c-8996d1e012fb tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348082 Aug 02 17:34:05.524423 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ae764-0d88-4d99-aaf2-f4f9785d882f req-c83e4c14-4205-47de-a0e1-a7ffc30c974a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:05.526198 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fd5ae764-0d88-4d99-aaf2-f4f9785d882f req-c83e4c14-4205-47de-a0e1-a7ffc30c974a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0535862 Aug 02 17:34:05.564035 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fd5ae764-0d88-4d99-aaf2-f4f9785d882f req-c59bb898-bec0-404b-9086-992bd536f88b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317841 Aug 02 17:34:05.874359 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:34:05.881369 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4120f-7443-4ccd-9b82-13e466f73d5c req-a561497a-82cf-48ec-b225-3ba69aeeacc2 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:05.883199 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-deb4120f-7443-4ccd-9b82-13e466f73d5c req-a561497a-82cf-48ec-b225-3ba69aeeacc2 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0521855 Aug 02 17:34:05.925184 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-deb4120f-7443-4ccd-9b82-13e466f73d5c req-138df276-410b-46fd-b2d2-edc394501ab3 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360916 Aug 02 17:34:06.701686 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840c32-6b28-40b3-8edf-b788f72c3d7b req-4ddf5782-9eb3-4ebf-b590-411c804cc497 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:06.703352 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-45840c32-6b28-40b3-8edf-b788f72c3d7b req-4ddf5782-9eb3-4ebf-b590-411c804cc497 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0531664 Aug 02 17:34:06.746041 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-45840c32-6b28-40b3-8edf-b788f72c3d7b req-1de4774e-21c0-4458-85a0-2a5a586fa8a7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360365 Aug 02 17:34:07.082623 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefa37b-73bf-4e84-9dd7-54a1591421ba req-0cc9c0c4-fcf4-43f8-bb29-7960d4438045 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:07.085485 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0aefa37b-73bf-4e84-9dd7-54a1591421ba req-0cc9c0c4-fcf4-43f8-bb29-7960d4438045 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0843632 Aug 02 17:34:07.133039 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0aefa37b-73bf-4e84-9dd7-54a1591421ba req-f59c4c35-dfe5-4a3b-af8b-0604f349ba9e tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401454 Aug 02 17:34:07.710120 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:34:07.818312 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:07.832609 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '093156cc-787e-43c5-a894-099fb5232f29', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'port_id': '093156cc-787e-43c5-a894-099fb5232f29', 'mac_address': 'fa:16:3e:71:13:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:34:07.877890 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:07.892656 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 093156cc-787e-43c5-a894-099fb5232f29 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:34:07.901759 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a5009-c38d-414c-96d5-f809e2dd0f5f req-8e98f93c-48af-49c8-8c1b-9e1a755b7a25 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:07.903591 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-241a5009-c38d-414c-96d5-f809e2dd0f5f req-8e98f93c-48af-49c8-8c1b-9e1a755b7a25 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0796854 Aug 02 17:34:07.917818 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:07.922888 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:07.957406 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-241a5009-c38d-414c-96d5-f809e2dd0f5f req-1ff33f84-ccab-4893-81e2-0cbddf7682b1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472484 Aug 02 17:34:07.978180 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=6']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:07.989153 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.989563 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.989916 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.990262 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.990602 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.991237 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.991237 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.991802 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.992189 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.992492 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.992824 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:07.993157 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:08.128419 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['093156cc-787e-43c5-a894-099fb5232f29'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:34:08.287018 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d388c9-cf85-47f6-a3da-2fd1b9b8e4bf req-6df9086e-75b1-44ee-ad7a-48ef125866d7 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:08.289499 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-66d388c9-cf85-47f6-a3da-2fd1b9b8e4bf req-6df9086e-75b1-44ee-ad7a-48ef125866d7 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0644982 Aug 02 17:34:08.343812 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-66d388c9-cf85-47f6-a3da-2fd1b9b8e4bf req-075f155e-62a4-493c-b827-bf095a63513c tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424998 Aug 02 17:34:09.114613 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd266a-63f2-46cb-9b63-55674203b2f7 req-7bb13d5d-74de-4895-b3f7-286054ffe055 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:09.117030 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d9dd266a-63f2-46cb-9b63-55674203b2f7 req-7bb13d5d-74de-4895-b3f7-286054ffe055 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 945 time: 0.0583699 Aug 02 17:34:09.168748 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d9dd266a-63f2-46cb-9b63-55674203b2f7 req-5bc4e58c-84b7-430a-be56-3da39225aa74 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403652 Aug 02 17:34:09.470092 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c3b8e-12ae-48df-bf2e-565642b545ac req-4028db5a-e7e0-414b-8944-82909ed45a46 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:09.471654 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d07c3b8e-12ae-48df-bf2e-565642b545ac req-4028db5a-e7e0-414b-8944-82909ed45a46 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0536015 Aug 02 17:34:09.515032 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d07c3b8e-12ae-48df-bf2e-565642b545ac req-caa8d251-f2cf-4021-b13a-c52efd8505d7 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360777 Aug 02 17:34:09.721636 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:34:09.773208 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 093156cc-787e-43c5-a894-099fb5232f29 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:34:09.773580 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:09.858480 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:09.885497 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093156cc-787e-43c5-a894-099fb5232f29'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:09.887970 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1bf414-6da5-4faf-a5cb-1b700ea01cbb" -d '{"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-plugged", "status": "completed", "tag": "093156cc-787e-43c5-a894-099fb5232f29"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:09.908377 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:09.915332 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:09.939316 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96be259-6c5c-46db-98a3-8aef89ecfbbe x-openstack-request-id: req-e96be259-6c5c-46db-98a3-8aef89ecfbbe {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:09.939641 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-plugged", "status": "completed", "tag": "093156cc-787e-43c5-a894-099fb5232f29", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:09.939856 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e96be259-6c5c-46db-98a3-8aef89ecfbbe {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:09.940255 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093156cc-787e-43c5-a894-099fb5232f29', 'code': 200} Aug 02 17:34:09.973616 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=7']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:10.315850 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a66df4-fd0d-442b-ac68-990e6ad2f909 req-f5f0e465-5ffc-4a22-91bc-d4cdae169fdc tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:10.317291 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-16a66df4-fd0d-442b-ac68-990e6ad2f909 req-f5f0e465-5ffc-4a22-91bc-d4cdae169fdc tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0631790 Aug 02 17:34:10.365618 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-16a66df4-fd0d-442b-ac68-990e6ad2f909 req-73433564-6878-4945-a701-0b2a83b2bca2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384455 Aug 02 17:34:10.637673 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ec3dc-30aa-47cc-a0f8-1154a8ec0178 req-58b017f5-20b3-4180-9d44-62b2f9b7d5a2 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:10.639202 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9f3ec3dc-30aa-47cc-a0f8-1154a8ec0178 req-58b017f5-20b3-4180-9d44-62b2f9b7d5a2 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0528588 Aug 02 17:34:10.685508 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9f3ec3dc-30aa-47cc-a0f8-1154a8ec0178 req-8ffe4d80-5891-4c9b-adac-2ff96bd5d2f1 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=e07ec04f-abf8-45d0-9268-f2d815db94df&id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369189 Aug 02 17:34:11.499894 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8471e-0949-44dc-b9ee-4d66886f63e5 req-efd63ed6-80dd-489b-b853-2420a51b127c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:11.501496 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d8c8471e-0949-44dc-b9ee-4d66886f63e5 req-efd63ed6-80dd-489b-b853-2420a51b127c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0584126 Aug 02 17:34:11.544084 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d8c8471e-0949-44dc-b9ee-4d66886f63e5 req-4803ca42-ccfe-4f1c-86a4-2e970fa5effb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356939 Aug 02 17:34:12.684293 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e892-2b00-4b24-a1bf-34f5098c2e2e req-5036011b-e842-4ad8-b4b2-8c7e052592c8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:12.685983 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8275e892-2b00-4b24-a1bf-34f5098c2e2e req-5036011b-e842-4ad8-b4b2-8c7e052592c8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0577357 Aug 02 17:34:12.729343 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8275e892-2b00-4b24-a1bf-34f5098c2e2e req-cc06aac7-84ec-4abe-9d08-8572b4e43867 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368352 Aug 02 17:34:13.891986 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e630c-558a-42f2-96a1-bffbe2ace959 req-134446be-cfb1-4392-8b15-29acca6f2735 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:13.893891 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9e2e630c-558a-42f2-96a1-bffbe2ace959 req-134446be-cfb1-4392-8b15-29acca6f2735 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0852795 Aug 02 17:34:13.964167 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9e2e630c-558a-42f2-96a1-bffbe2ace959 req-64006492-5f9d-412e-9e3e-d9e26c7ec3c2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576231 Aug 02 17:34:15.126140 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113528b-5809-4a43-a8eb-ca856e32f3e4 req-d63dc062-2fa4-4ebf-855f-14ca2bb0a9de tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:15.128189 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3113528b-5809-4a43-a8eb-ca856e32f3e4 req-d63dc062-2fa4-4ebf-855f-14ca2bb0a9de tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0659547 Aug 02 17:34:15.172467 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3113528b-5809-4a43-a8eb-ca856e32f3e4 req-a4c5f962-1eb7-48d5-9f53-f3e36a301b15 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364475 Aug 02 17:34:16.321653 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6728c-0e93-498e-a9d2-1caf7986aa5e req-0a521bce-a7b3-425a-b708-330b7fc69cca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:16.329770 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86e6728c-0e93-498e-a9d2-1caf7986aa5e req-0a521bce-a7b3-425a-b708-330b7fc69cca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0756221 Aug 02 17:34:16.378598 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86e6728c-0e93-498e-a9d2-1caf7986aa5e req-cb1ae37b-835d-4919-b06f-bf821c7d5de9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474706 Aug 02 17:34:16.991568 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37b283-ffa9-4c11-a250-fdf4b4d6805d req-bdff22cb-ac4d-471a-aed5-e29ed04ed471 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:16.994291 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b37b283-ffa9-4c11-a250-fdf4b4d6805d req-bdff22cb-ac4d-471a-aed5-e29ed04ed471 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0622649 Aug 02 17:34:17.052621 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3b37b283-ffa9-4c11-a250-fdf4b4d6805d req-84fc6cb9-b6dd-468b-b3c0-c120a9e27bac tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506744 Aug 02 17:34:17.504982 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345515b-e908-403e-a550-a306326a1536 req-92c01273-d372-4402-b0da-3c66f68c75ed tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:17.508191 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6345515b-e908-403e-a550-a306326a1536 req-92c01273-d372-4402-b0da-3c66f68c75ed tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0515828 Aug 02 17:34:17.545987 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6345515b-e908-403e-a550-a306326a1536 req-6a5cdd02-d64d-4922-b706-dbef8959dec8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327160 Aug 02 17:34:18.177143 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803000c-c686-4899-909d-f868190f4fdc req-01171668-5aef-4e65-b50c-a652b6a2d407 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:18.179906 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f803000c-c686-4899-909d-f868190f4fdc req-01171668-5aef-4e65-b50c-a652b6a2d407 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0553386 Aug 02 17:34:18.219234 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f803000c-c686-4899-909d-f868190f4fdc req-a7265811-1a91-4ddd-9c70-c6cdb9457995 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334849 Aug 02 17:34:18.680698 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-7991da6c-379c-47b7-9459-45e1212c84af tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:18.682254 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-7991da6c-379c-47b7-9459-45e1212c84af tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.0753014 Aug 02 17:34:18.702806 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ac65c-51ba-48ec-bc77-62978e5ffcd2 req-5f54aab4-776c-4f15-adb3-93dc3848cdcd tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:18.705065 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f39ac65c-51ba-48ec-bc77-62978e5ffcd2 req-5f54aab4-776c-4f15-adb3-93dc3848cdcd tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0723963 Aug 02 17:34:18.755798 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f39ac65c-51ba-48ec-bc77-62978e5ffcd2 req-92c1930e-3cf7-410e-807b-0099f4f38940 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410304 Aug 02 17:34:18.823705 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Deleting port 044701d2-1704-4fac-bf6c-d9520453edef {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:34:18.824055 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:18.990676 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] For port 044701d2-1704-4fac-bf6c-d9520453edef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=044701d2-1704-4fac-bf6c-d9520453edef,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:18.991104 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.258325 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.258325 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.259594 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.l3_db [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Floating IP 6b3b12c0-5d44-4530-a5e3-da5c46adaae0 disassociated. External IP: 172.27.0.147, port: 044701d2-1704-4fac-bf6c-d9520453edef. Aug 02 17:34:19.259594 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Calling delete_port for 044701d2-1704-4fac-bf6c-d9520453edef owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:34:19.639047 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3b4c7-3f5a-4552-88c9-e3d54c74921b req-8b63d4e4-95cd-4997-9573-6a833f062cfa tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:19.640526 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-29a3b4c7-3f5a-4552-88c9-e3d54c74921b req-8b63d4e4-95cd-4997-9573-6a833f062cfa tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 945 time: 0.3147044 Aug 02 17:34:19.710436 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-29a3b4c7-3f5a-4552-88c9-e3d54c74921b req-d53c54eb-a251-485f-a2a6-ba8221218ecc tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea3a8622-fe2c-4ace-8e66-be8636c327e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584087 Aug 02 17:34:19.757816 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:19.814465 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event deleted for resources: {'Port': ['ID=044701d2-1704-4fac-bf6c-d9520453edef,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:19.836843 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.837295 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.837897 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.838388 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.839152 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.839626 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.840308 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.840960 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.841477 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.842005 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.842527 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.843015 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:19.900436 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb233a-d7b5-401e-808b-15cd50a05d9a req-2aebe535-28ef-4e3c-adf3-105209d35fd3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:19.908859 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-99cb233a-d7b5-401e-808b-15cd50a05d9a req-2aebe535-28ef-4e3c-adf3-105209d35fd3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0754924 Aug 02 17:34:19.964645 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-99cb233a-d7b5-401e-808b-15cd50a05d9a req-5774b54b-71e6-4cb4-a5d8-a919e6d368a3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544868 Aug 02 17:34:20.009468 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Router 149cd355-7fd2-495a-b6af-849422f2359f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:34:20.072805 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ece0aab8-13cf-449a-a327-b749c2fd04c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.170833 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:34:20.225778 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] Sync routers for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:34:20.249209 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:20.249863 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:33:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:20.275453 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] No DVR routers for this DVR port 044701d2-1704-4fac-bf6c-d9520453edef on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:34:20.278398 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:20.282720 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9b427b49-d27d-4b1d-952a-daacef596e93 req-821710da-2446-47e6-b824-96ede06ffe99 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "DELETE /v2.0/ports/044701d2-1704-4fac-bf6c-d9520453edef HTTP/1.1" status: 204 len: 173 time: 1.5902865 Aug 02 17:34:20.283411 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'name': 'network-vif-deleted', 'tag': '044701d2-1704-4fac-bf6c-d9520453edef'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:20.286093 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38544bef-b9aa-4ee3-b259-1e2a85319b9a" -d '{"events": [{"server_uuid": "dd54e613-ff57-4a14-af65-e576c4a4d47f", "name": "network-vif-deleted", "tag": "044701d2-1704-4fac-bf6c-d9520453edef"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:20.360202 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3295762e-3170-4164-a72d-99d881464158 x-openstack-request-id: req-3295762e-3170-4164-a72d-99d881464158 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:20.360611 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd54e613-ff57-4a14-af65-e576c4a4d47f", "name": "network-vif-deleted", "tag": "044701d2-1704-4fac-bf6c-d9520453edef", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:20.360989 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3295762e-3170-4164-a72d-99d881464158 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:20.361510 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd54e613-ff57-4a14-af65-e576c4a4d47f', 'name': 'network-vif-deleted', 'tag': '044701d2-1704-4fac-bf6c-d9520453edef', 'status': 'completed', 'code': 200} Aug 02 17:34:20.637230 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:20.914485 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:20.917402 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a2c0dbe7-4633-4e2f-9e8c-3b539d600b94 req-920a3f47-4dee-4a60-814f-2b42da21d106 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54e613-ff57-4a14-af65-e576c4a4d47f HTTP/1.1" status: 200 len: 210 time: 0.0528727 Aug 02 17:34:20.970418 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] Checking router: 149cd355-7fd2-495a-b6af-849422f2359f for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:34:20.986586 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:20.987250 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:33:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:21.218451 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7a72b-c786-4885-b61c-30b7dea04531 req-00dd60ba-6a25-4ae4-b668-b1aee937af60 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:21.221195 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d8a7a72b-c786-4885-b61c-30b7dea04531 req-00dd60ba-6a25-4ae4-b668-b1aee937af60 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.1223652 Aug 02 17:34:21.246376 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:21.331900 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d8a7a72b-c786-4885-b61c-30b7dea04531 req-23131e1c-d45c-4ef8-9af9-150f2d3ec63b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994706 Aug 02 17:34:21.600501 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:21.634756 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3eeb1-f0f8-4747-8dc6-6e4c87cbcb89 None None] The sync data for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi is: [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:34:21.787923 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 044701d2-1704-4fac-bf6c-d9520453edef no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:34:21.850304 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 044701d2-1704-4fac-bf6c-d9520453edef {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:34:21.851056 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 044701d2-1704-4fac-bf6c-d9520453edef not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:34:22.023821 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec350eae-8a5b-4a86-a0dc-cab6f5b16f0e None None] New status for floating IP 6b3b12c0-5d44-4530-a5e3-da5c46adaae0: DOWN {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:34:22.044528 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58972) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:22.160532 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.201031 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.284314 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.295985 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.298557 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "DELETE /v2.0/security-groups/ea3a8622-fe2c-4ace-8e66-be8636c327e6 HTTP/1.1" status: 204 len: 168 time: 0.2506714 Aug 02 17:34:22.300978 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58974) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:22.328632 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3a8622-fe2c-4ace-8e66-be8636c327e6,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:22.337006 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.api.v2.resource [None req-779f6d7f-aa3b-4e71-b167-fcc8f138ce5f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] show failed (client error): The resource could not be found. Aug 02 17:34:22.342560 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.343150 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.343612 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.344206 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.344770 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-779f6d7f-aa3b-4e71-b167-fcc8f138ce5f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups/ea3a8622-fe2c-4ace-8e66-be8636c327e6 HTTP/1.1" status: 404 len: 347 time: 0.0420723 Aug 02 17:34:22.344966 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.345648 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.346443 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.346853 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.347344 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.347930 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.348929 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.349669 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb754c2-f78a-4f9f-a173-153c5d3d2cb1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:34:22.350193 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58976) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:22.550574 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e4b3023b-365f-4813-8577-b1355a7d4f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.570433 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Deleting port c0d5388a-a93f-4f60-8411-2b111d26c8ec {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:34:22.570796 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.700530 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d212755-963d-47c2-b256-f9da9c83b2eb req-9e4f3dfb-94c7-4f83-9e1b-a0b10aa758a0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:22.702024 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0d212755-963d-47c2-b256-f9da9c83b2eb req-9e4f3dfb-94c7-4f83-9e1b-a0b10aa758a0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.1130435 Aug 02 17:34:22.718213 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.718585 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.739395 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Calling delete_port for c0d5388a-a93f-4f60-8411-2b111d26c8ec owned by network:floatingip {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:34:22.764135 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0d212755-963d-47c2-b256-f9da9c83b2eb req-81ce3fea-ff32-41df-b2c5-f07442fcf89c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478234 Aug 02 17:34:22.887190 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.933209 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:22.984974 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event deleted for resources: {'Port': ['ID=c0d5388a-a93f-4f60-8411-2b111d26c8ec,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:23.059678 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.062572 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.063773 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-49aeb9ca-9379-4fa1-b53e-48fc08ba8e83 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "DELETE /v2.0/floatingips/6b3b12c0-5d44-4530-a5e3-da5c46adaae0 HTTP/1.1" status: 204 len: 168 time: 0.7122340 Aug 02 17:34:23.359183 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58982) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:23.366468 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-31c50aae-a9e0-41a7-a2b5-cf219850a13e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842549536', 'description': 'tempest-description--249195577'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:23.421112 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31c50aae-a9e0-41a7-a2b5-cf219850a13e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.588507 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31c50aae-a9e0-41a7-a2b5-cf219850a13e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.608171 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31c50aae-a9e0-41a7-a2b5-cf219850a13e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.679695 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c50aae-a9e0-41a7-a2b5-cf219850a13e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306a8377-d32d-4c12-861f-5b89c280d986,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:23.712277 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-31c50aae-a9e0-41a7-a2b5-cf219850a13e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.712277 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-31c50aae-a9e0-41a7-a2b5-cf219850a13e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3455961 Aug 02 17:34:23.718135 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 58984) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:23.789761 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-56fa658b-0f0f-4a5a-8fa9-30a7389e58e3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'security_group_rule': {'security_group_id': '306a8377-d32d-4c12-861f-5b89c280d986', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:23.866628 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-56fa658b-0f0f-4a5a-8fa9-30a7389e58e3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.880923 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.948788 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-56fa658b-0f0f-4a5a-8fa9-30a7389e58e3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.959273 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-56fa658b-0f0f-4a5a-8fa9-30a7389e58e3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.985389 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cd1d4-9dfe-402c-a9cd-4f021afb7c40 req-3332b80e-a30e-4e5c-8735-4eb8eeb180be tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:23.986267 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-56fa658b-0f0f-4a5a-8fa9-30a7389e58e3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:23.988266 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0a9cd1d4-9dfe-402c-a9cd-4f021afb7c40 req-3332b80e-a30e-4e5c-8735-4eb8eeb180be tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0906763 Aug 02 17:34:23.991109 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58992) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:23.992216 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-56fa658b-0f0f-4a5a-8fa9-30a7389e58e3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2533810 Aug 02 17:34:23.995433 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa658b-0f0f-4a5a-8fa9-30a7389e58e3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b429c930-45ea-4433-9aa9-7c4109fd2b83,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:24.010596 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-fa096873-1d60-4d86-8fcb-eec2e80594f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'security_group_rule': {'security_group_id': '306a8377-d32d-4c12-861f-5b89c280d986', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:24.102202 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa096873-1d60-4d86-8fcb-eec2e80594f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:24.112704 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0a9cd1d4-9dfe-402c-a9cd-4f021afb7c40 req-eec6ba4b-6a81-47d7-902a-f4a8f0d77368 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925887 Aug 02 17:34:24.214313 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa096873-1d60-4d86-8fcb-eec2e80594f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:24.220036 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa096873-1d60-4d86-8fcb-eec2e80594f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:24.242209 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa096873-1d60-4d86-8fcb-eec2e80594f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a868fbf4-b2b9-4b9e-b1bb-9aa83925a28e,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:24.251944 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa096873-1d60-4d86-8fcb-eec2e80594f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:24.256433 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-fa096873-1d60-4d86-8fcb-eec2e80594f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2606714 Aug 02 17:34:24.257082 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 58994) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:24.263833 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'floatingip': {'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:24.313139 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:24.442025 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:24.570771 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Allocated IP 172.27.0.254 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/de6b5f94-e523-4e53-a501-d1150b9f02e3) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:34:24.708326 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:24.750903 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:24.790681 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:34:24.794023 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:24.797765 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:34:24.824559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'Port': ['ID=de6b5f94-e523-4e53-a501-d1150b9f02e3,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:24.898354 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:25.197449 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:25.298785 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf9a2c-8812-425a-a3da-7d0fe7f83131 req-ea52dbe7-2460-45f1-ac24-1288cc584dd5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:25.300301 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ceaf9a2c-8812-425a-a3da-7d0fe7f83131 req-ea52dbe7-2460-45f1-ac24-1288cc584dd5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0660229 Aug 02 17:34:25.342055 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ceaf9a2c-8812-425a-a3da-7d0fe7f83131 req-05f8a9fd-7284-41b6-b444-daebd4059560 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350723 Aug 02 17:34:25.368527 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:25.373421 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:25.437475 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'Port': ['ID=de6b5f94-e523-4e53-a501-d1150b9f02e3,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:25.454221 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:25.474636 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:25.476267 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-5158ec24-49b9-4753-97de-e4f0ed38a63e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2176797 Aug 02 17:34:25.624697 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-29756510-85a8-4d3b-ae5c-3686d1be68a1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1842549536&fields=id&tenant_id=f1f4b872b4d94da38779ac7003aaf09e HTTP/1.1" status: 200 len: 267 time: 0.0376623 Aug 02 17:34:25.748586 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d09b-209f-4430-9adc-1930016cdab6 req-b3721344-5717-49cc-8ae5-a01312ef0795 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:25.750168 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-b3721344-5717-49cc-8ae5-a01312ef0795 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 810 time: 0.1176457 Aug 02 17:34:25.765806 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-c3ff3bf2-4a19-4025-934c-c930966e544c tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/quotas/f1f4b872b4d94da38779ac7003aaf09e HTTP/1.1" status: 200 len: 375 time: 0.0093672 Aug 02 17:34:25.823820 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-550def70-33c5-456f-b021-4b047ecd4e2f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510042 Aug 02 17:34:25.859762 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-74ee5b29-0235-4826-8fac-f65692f8d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:25.861317 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-74ee5b29-0235-4826-8fac-f65692f8d098 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 1099 time: 0.0467086 Aug 02 17:34:25.939071 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-39826ff9-ed02-4038-97bc-2c03584bccc8 service neutron] 10.222.0.16 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034336 Aug 02 17:34:25.978186 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-7fa83d7c-c64f-489e-8db5-1df7f674e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:25.980543 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-7fa83d7c-c64f-489e-8db5-1df7f674e067 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.1055110 Aug 02 17:34:26.037821 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-bfa90a9a-1498-4c3d-b1a0-728608973774 service neutron] 10.222.0.16 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946069 Aug 02 17:34:26.072108 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-0213e15c-e5a2-4320-9cc7-43d3260fb2cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093156cc-787e-43c5-a894-099fb5232f29 HTTP/1.1" status: 200 len: 1001 time: 0.0789580 Aug 02 17:34:26.128662 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-0470d678-6d25-4991-88ce-02a9ecbd3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:26.131610 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-0470d678-6d25-4991-88ce-02a9ecbd3ddb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0481622 Aug 02 17:34:26.152454 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:26.199294 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-e6eaaf4a-818a-4ba7-994b-b8a6e8d1d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:26.200923 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-e6eaaf4a-818a-4ba7-994b-b8a6e8d1d91f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593655 Aug 02 17:34:26.249673 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ba299726-b5aa-4092-bc92-3e574729490b req-58112cbd-b31b-4ddb-b4f2-412fdcff6ff5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 210 time: 0.0376027 Aug 02 17:34:26.332609 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-341a1a5d-47a6-40b2-8837-29b06eccd6ac service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119466 Aug 02 17:34:26.440622 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3f1f7136-e545-4b6d-b4c2-bd40ed910e28 req-e10f13f7-160e-4192-8463-bf7fe9974c6f service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004717 Aug 02 17:34:26.479250 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715efd1-71d0-49b9-8c1f-dde4f11bb671 req-b69f5162-2649-4647-bb4b-58205dad6871 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:26.480922 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c715efd1-71d0-49b9-8c1f-dde4f11bb671 req-b69f5162-2649-4647-bb4b-58205dad6871 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0591991 Aug 02 17:34:26.526064 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c715efd1-71d0-49b9-8c1f-dde4f11bb671 req-000d146a-5da1-44b5-becd-44cd80224c62 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359917 Aug 02 17:34:27.413042 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fb318006-80a9-491e-a587-951ad51bbd0b req-05aedce1-c118-4874-bc02-94fcb47c9985 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 210 time: 0.0642252 Aug 02 17:34:27.485297 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d09b-209f-4430-9adc-1930016cdab6 req-77c0ff24-8cea-437d-9515-b54a7f95c35f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:27.486967 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-77c0ff24-8cea-437d-9515-b54a7f95c35f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 810 time: 0.1467388 Aug 02 17:34:27.555292 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-229c0a38-af60-4083-a9f1-f3929eaa4943 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f4b872b4d94da38779ac7003aaf09e HTTP/1.1" status: 200 len: 380 time: 0.0472121 Aug 02 17:34:27.570298 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'port': {'device_id': '8e70ef36-8510-466b-8197-cd40703b7e77', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'admin_state_up': True, 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'security_groups': ['306a8377-d32d-4c12-861f-5b89c280d986']}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:27.655635 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23513f2-7f1f-46bc-8cc4-4a8cd92fb09d req-40f41b00-0eb9-414d-8d4b-a662e258e3c8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:27.657263 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b23513f2-7f1f-46bc-8cc4-4a8cd92fb09d req-40f41b00-0eb9-414d-8d4b-a662e258e3c8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 946 time: 0.0566034 Aug 02 17:34:27.688856 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Made reservation on behalf of f1f4b872b4d94da38779ac7003aaf09e for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:34:27.695891 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:27.703542 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b23513f2-7f1f-46bc-8cc4-4a8cd92fb09d req-a72c59c0-797d-4692-8521-adbe728d88fe tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401146 Aug 02 17:34:27.826775 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Allocated IP 172.20.0.7 (1105c960-0c88-40a7-9013-c9235ec1cc22/0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec/2dc00ef7-abc3-41ea-91ec-920975ac9a89) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:34:27.827295 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:34:27.913566 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:27.938192 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093156cc-787e-43c5-a894-099fb5232f29'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:27.940508 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc077a3-9e11-45c4-aedb-38c41e8e87a7" -d '{"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-unplugged", "status": "completed", "tag": "093156cc-787e-43c5-a894-099fb5232f29"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:27.954840 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:27.960395 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:27.976126 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:27.989962 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a648b50-1b0f-45c2-ae75-8a767a3aad02 x-openstack-request-id: req-1a648b50-1b0f-45c2-ae75-8a767a3aad02 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:27.989962 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-unplugged", "status": "completed", "tag": "093156cc-787e-43c5-a894-099fb5232f29", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:27.989962 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a648b50-1b0f-45c2-ae75-8a767a3aad02 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:27.989962 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093156cc-787e-43c5-a894-099fb5232f29', 'code': 200} Aug 02 17:34:27.998077 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Transition to ACTIVE for port object 2dc00ef7-abc3-41ea-91ec-920975ac9a89 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:34:28.022895 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=8']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:28.036747 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.088159 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:34:28.092331 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:34:28.094932 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:34:28.098006 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event updated for resources: {'Port': ['ID=2dc00ef7-abc3-41ea-91ec-920975ac9a89,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:28.151732 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:28.152350 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.167958 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-e07a2601-cc6c-4c32-abbe-4fe118069cdb tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6028197 Aug 02 17:34:28.191412 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Request body: {'port': {'device_id': '8e70ef36-8510-466b-8197-cd40703b7e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:28.257781 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.390866 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-3ec6f9f7-f220-4997-b942-ef2bdda2d301 None None] Provisioning for port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:34:28.394824 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-3ec6f9f7-f220-4997-b942-ef2bdda2d301 None None] Provisioning complete for port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:34:28.395235 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f9f7-f220-4997-b942-ef2bdda2d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.429796 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6f9f7-f220-4997-b942-ef2bdda2d301 None None] Port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:34:28.533079 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc00ef7-abc3-41ea-91ec-920975ac9a89 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:34:28.540191 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e44457-1ebc-4fe5-a932-d852420005f5 req-d9b59f5a-7558-4705-811e-acf78807035a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:28.540896 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.541727 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a8e44457-1ebc-4fe5-a932-d852420005f5 req-d9b59f5a-7558-4705-811e-acf78807035a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 931 time: 0.0531123 Aug 02 17:34:28.555756 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Transition to ACTIVE for port object 2dc00ef7-abc3-41ea-91ec-920975ac9a89 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:34:28.560348 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.584080 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a8e44457-1ebc-4fe5-a932-d852420005f5 req-19896d53-14eb-4d85-8be7-4f14509bf556 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363040 Aug 02 17:34:28.627762 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc00ef7-abc3-41ea-91ec-920975ac9a89,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:28.688334 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Attempting to bind port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:34:28.688658 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Attempting to bind port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:34:28.688993 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Attempting to bind port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 on network 1105c960-0c88-40a7-9013-c9235ec1cc22 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:34:28.696134 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 on network 1105c960-0c88-40a7-9013-c9235ec1cc22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:34:28.696455 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Attempting to bind port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 on network 1105c960-0c88-40a7-9013-c9235ec1cc22 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:34:28.702347 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:34:28.702679 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Checking segment: {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:34:28.703094 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Bound using segment: {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:34:28.703531 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Bound port: 2dc00ef7-abc3-41ea-91ec-920975ac9a89, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdd1e44f-7959-4645-8b0f-60b16bec9d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:34:28.703898 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.778840 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] For port 2dc00ef7-abc3-41ea-91ec-920975ac9a89, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:34:28.791021 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] For port 2dc00ef7-abc3-41ea-91ec-920975ac9a89, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2dc00ef7-abc3-41ea-91ec-920975ac9a89,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:34:28.791021 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.847344 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:28.848108 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:28.849389 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] 10.222.0.41 "PUT /v2.0/ports/2dc00ef7-abc3-41ea-91ec-920975ac9a89 HTTP/1.1" status: 200 len: 1093 time: 0.6625674 Aug 02 17:34:28.851625 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e70ef36-8510-466b-8197-cd40703b7e77', 'tag': '2dc00ef7-abc3-41ea-91ec-920975ac9a89'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:28.853614 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e70ef36-8510-466b-8197-cd40703b7e77", "tag": "2dc00ef7-abc3-41ea-91ec-920975ac9a89"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:28.897136 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731665-9b12-4f16-af8c-399394562ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc00ef7-abc3-41ea-91ec-920975ac9a89,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:28.902749 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006de86d-b195-4ac2-8b19-4cd214605d6c x-openstack-request-id: req-006de86d-b195-4ac2-8b19-4cd214605d6c {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:28.903044 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e70ef36-8510-466b-8197-cd40703b7e77", "tag": "2dc00ef7-abc3-41ea-91ec-920975ac9a89", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:28.903295 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-006de86d-b195-4ac2-8b19-4cd214605d6c {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:28.903689 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e70ef36-8510-466b-8197-cd40703b7e77', 'tag': '2dc00ef7-abc3-41ea-91ec-920975ac9a89', 'status': 'completed', 'code': 200} Aug 02 17:34:28.917565 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5a4b-6eb5-4bfd-a9ec-07fd8b2baf16 req-43ac0dcc-e626-46e9-8727-5868e683a851 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:28.919136 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-54ee5a4b-6eb5-4bfd-a9ec-07fd8b2baf16 req-43ac0dcc-e626-46e9-8727-5868e683a851 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.1379185 Aug 02 17:34:29.000515 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-54ee5a4b-6eb5-4bfd-a9ec-07fd8b2baf16 req-2458fa73-a49c-4808-9bb0-e636e5c31783 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747321 Aug 02 17:34:29.024543 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d09b-209f-4430-9adc-1930016cdab6 req-9563634e-784d-4dd0-858c-192612b92827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.026186 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-9563634e-784d-4dd0-858c-192612b92827 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 1096 time: 0.0730746 Aug 02 17:34:29.112448 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-5618656c-339c-48a4-8cab-4abadf28e5fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc00ef7-abc3-41ea-91ec-920975ac9a89 HTTP/1.1" status: 200 len: 217 time: 0.0453804 Aug 02 17:34:29.164327 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d09b-209f-4430-9adc-1930016cdab6 req-89e9c2ae-9b4a-4338-97b5-01d0542cfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.165809 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-89e9c2ae-9b4a-4338-97b5-01d0542cfa0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.0448122 Aug 02 17:34:29.219104 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d09b-209f-4430-9adc-1930016cdab6 req-1df53072-dc95-43bd-8357-3951d60dd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.220612 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-1df53072-dc95-43bd-8357-3951d60dd8ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467370 Aug 02 17:34:29.322043 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-72abd5fb-6e9f-4180-9f38-2ce5ba2a6a39 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904131 Aug 02 17:34:29.419721 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8980d09b-209f-4430-9adc-1930016cdab6 req-dbc230c2-927c-4dd9-95bc-950d9b9d2779 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891902 Aug 02 17:34:29.574969 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-6b1d6720-47da-4b2d-bedc-f45475300754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.576570 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-6b1d6720-47da-4b2d-bedc-f45475300754 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 1096 time: 0.0425961 Aug 02 17:34:29.673194 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-8a584a0b-c783-4c81-86d4-20d341c99b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.674690 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-8a584a0b-c783-4c81-86d4-20d341c99b24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 911 time: 0.0887983 Aug 02 17:34:29.709081 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72757231-3881-40f1-9f8a-77e013d27e15 req-88cdc46e-f374-4740-b67e-64b6e8bd4395 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.711839 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-72757231-3881-40f1-9f8a-77e013d27e15 req-88cdc46e-f374-4740-b67e-64b6e8bd4395 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 943 time: 0.0566909 Aug 02 17:34:29.731945 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-c62ad781-e04b-4e75-bea8-34f2105b0e9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc00ef7-abc3-41ea-91ec-920975ac9a89 HTTP/1.1" status: 200 len: 217 time: 0.0383613 Aug 02 17:34:29.759639 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-72757231-3881-40f1-9f8a-77e013d27e15 req-d22d14d7-b13e-40ff-a7d1-e423b21d28f0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Aug 02 17:34:29.786758 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-79d3850b-2663-4cbb-99c8-dd9feb022e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.788451 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-79d3850b-2663-4cbb-99c8-dd9feb022e75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.0487525 Aug 02 17:34:29.837220 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-bbbef3b8-0d06-49d4-80d4-a6ba89b3a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:29.838613 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-bbbef3b8-0d06-49d4-80d4-a6ba89b3a518 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411758 Aug 02 17:34:29.941121 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-5eef5c57-e07a-4cc0-bb53-cdf1ac499524 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926766 Aug 02 17:34:30.057836 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fbb09f8-7dd7-4ad1-b977-b84377f8790d req-e61feb9e-9e2c-4792-83d8-031f27e1adb8 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074698 Aug 02 17:34:30.147277 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f55ac8-537b-419e-872f-b18311f0b063 req-ed393927-bd03-424c-a8b4-50644a99081d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:30.149414 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-19f55ac8-537b-419e-872f-b18311f0b063 req-ed393927-bd03-424c-a8b4-50644a99081d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0667539 Aug 02 17:34:30.190828 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-19f55ac8-537b-419e-872f-b18311f0b063 req-9da8aadf-bc7a-41ed-a9ed-31a7d3b084ca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354662 Aug 02 17:34:30.793268 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e40d4-21a0-4ae0-b052-6edd910768cd req-3fda7668-cf23-4ece-9ac9-cda11c984287 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:30.795711 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ef8e40d4-21a0-4ae0-b052-6edd910768cd req-3fda7668-cf23-4ece-9ac9-cda11c984287 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0666468 Aug 02 17:34:30.840484 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ef8e40d4-21a0-4ae0-b052-6edd910768cd req-a34f2268-599c-4fef-966a-f5fb0dccf47d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365453 Aug 02 17:34:30.906586 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7be67-0494-437b-b718-85645d8932fd req-96def48f-cb7c-40a8-82cc-c6faa87994d1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:30.908204 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6ee7be67-0494-437b-b718-85645d8932fd req-96def48f-cb7c-40a8-82cc-c6faa87994d1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 943 time: 0.0728381 Aug 02 17:34:30.949821 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6ee7be67-0494-437b-b718-85645d8932fd req-e01eb521-bee4-4482-b6de-04e7bab223af tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352769 Aug 02 17:34:31.034436 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59092) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:31.121099 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-9a672831-7f6f-4c23-adc4-75bacb73566e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853739 Aug 02 17:34:31.241974 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:31.853130 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:34:31.991103 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1bb2a-141c-406a-b818-b022214e3826 req-f7058120-9f7d-47a7-a870-0ce4607ffc64 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:31.992779 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5be1bb2a-141c-406a-b818-b022214e3826 req-f7058120-9f7d-47a7-a870-0ce4607ffc64 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0540571 Aug 02 17:34:32.049068 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5be1bb2a-141c-406a-b818-b022214e3826 req-e4f620ab-7026-445c-9524-184483c7bd0c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471208 Aug 02 17:34:32.070744 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68365b-844f-4338-8b71-73ef582c5dfd req-9b1331d0-bc59-4cf7-a435-13b07f4f764e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:32.072288 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4a68365b-844f-4338-8b71-73ef582c5dfd req-9b1331d0-bc59-4cf7-a435-13b07f4f764e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 943 time: 0.0545001 Aug 02 17:34:32.110757 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4a68365b-844f-4338-8b71-73ef582c5dfd req-ddc9f8aa-dd3f-4cc4-a76b-22e739cc9b47 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323055 Aug 02 17:34:32.972977 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-6543a301-a4a5-4b84-9f72-878fb1926336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:32.975090 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-6543a301-a4a5-4b84-9f72-878fb1926336 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1&tenant_id=3ee1666e28734860b876c5cb4cabbd06 HTTP/1.1" status: 200 len: 1097 time: 0.0775228 Aug 02 17:34:33.058203 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-231042e4-4292-4d47-aae1-c8f9e295fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:33.059907 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-231042e4-4292-4d47-aae1-c8f9e295fb14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 1097 time: 0.0430396 Aug 02 17:34:33.180486 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-8fa10386-63fb-43b3-a359-22ca6cc174ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:33.182377 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-8fa10386-63fb-43b3-a359-22ca6cc174ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.1140547 Aug 02 17:34:33.191380 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619b5d-c807-40af-a84d-4e4999b69302 req-3ccdc0cc-5c1d-4314-bdaa-740d8c488879 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:33.193226 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-47619b5d-c807-40af-a84d-4e4999b69302 req-3ccdc0cc-5c1d-4314-bdaa-740d8c488879 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0639448 Aug 02 17:34:33.239842 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-47619b5d-c807-40af-a84d-4e4999b69302 req-bfc11020-6fc7-4ce4-b36f-9f4bfe4e7c9c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395491 Aug 02 17:34:33.282901 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b484e-a94e-4537-b27d-13e9e5ff4603 req-fb182582-ca5b-4edc-9f48-a509e97591e5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:33.284591 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-704b484e-a94e-4537-b27d-13e9e5ff4603 req-fb182582-ca5b-4edc-9f48-a509e97591e5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 943 time: 0.1012228 Aug 02 17:34:33.288363 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-0022ec3d-34ad-4f4e-ac34-78bff8f08db2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093156cc-787e-43c5-a894-099fb5232f29 HTTP/1.1" status: 200 len: 999 time: 0.0966449 Aug 02 17:34:33.360988 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-704b484e-a94e-4537-b27d-13e9e5ff4603 req-10b74782-fb78-4930-9a20-b6d48457fb51 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691848 Aug 02 17:34:33.368430 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-e981337f-f1ef-470b-b253-64ff4095187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:33.369883 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-e981337f-f1ef-470b-b253-64ff4095187e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0605102 Aug 02 17:34:33.453375 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-294e9e90-a0fe-4d64-9699-4d592702a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:33.454904 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-294e9e90-a0fe-4d64-9699-4d592702a478 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433426 Aug 02 17:34:33.564986 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-94794876-ed0e-4f4a-9bf3-9d08efb9792b service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898466 Aug 02 17:34:33.658838 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-fffd1bde-5968-4111-bcc4-c8a4b2e16890 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Aug 02 17:34:33.854417 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 2dc00ef7-abc3-41ea-91ec-920975ac9a89 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:34:33.967156 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 2dc00ef7-abc3-41ea-91ec-920975ac9a89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2dc00ef7-abc3-41ea-91ec-920975ac9a89,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:33.981258 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '2dc00ef7-abc3-41ea-91ec-920975ac9a89', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'port_id': '2dc00ef7-abc3-41ea-91ec-920975ac9a89', 'mac_address': 'fa:16:3e:2f:73:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:34:34.031065 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:34.045625 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc00ef7-abc3-41ea-91ec-920975ac9a89 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:34:34.069550 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 2dc00ef7-abc3-41ea-91ec-920975ac9a89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2dc00ef7-abc3-41ea-91ec-920975ac9a89,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:34.074651 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:34.125713 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=2dc00ef7-abc3-41ea-91ec-920975ac9a89,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:34.368356 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787cabd-16c4-430c-a8ba-eee512091731 req-57e6b640-f838-44f6-baab-41b46674ffa2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:34.376524 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b787cabd-16c4-430c-a8ba-eee512091731 req-57e6b640-f838-44f6-baab-41b46674ffa2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0574417 Aug 02 17:34:34.486040 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b787cabd-16c4-430c-a8ba-eee512091731 req-f8a14210-7c47-45ee-82b1-198d1785d827 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079531 Aug 02 17:34:34.540966 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0467bb-ccad-4107-9f67-f1543387207a req-ef292170-2a61-422e-8e5c-f685545456b4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:34.542602 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9e0467bb-ccad-4107-9f67-f1543387207a req-ef292170-2a61-422e-8e5c-f685545456b4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 944 time: 0.0854032 Aug 02 17:34:34.558741 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['2dc00ef7-abc3-41ea-91ec-920975ac9a89'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:34:34.623700 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9e0467bb-ccad-4107-9f67-f1543387207a req-4e361d97-59ea-4faa-a240-c41b2b8acd42 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701032 Aug 02 17:34:35.610812 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05867dd-5cca-4537-927c-57402f2a66af req-abe620ac-d24c-4393-9bd9-771beb9d4388 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:35.612387 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d05867dd-5cca-4537-927c-57402f2a66af req-abe620ac-d24c-4393-9bd9-771beb9d4388 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0517952 Aug 02 17:34:35.655694 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d05867dd-5cca-4537-927c-57402f2a66af req-237f483e-71f9-4a74-9dae-e75c8852c403 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371070 Aug 02 17:34:35.759300 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e56051-ebe3-4a27-ade7-0edf6b988add req-bfe6cbd0-5524-4bcf-89a4-a1d6286d8ea0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:35.760780 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d7e56051-ebe3-4a27-ade7-0edf6b988add req-bfe6cbd0-5524-4bcf-89a4-a1d6286d8ea0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 944 time: 0.0525060 Aug 02 17:34:35.799762 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d7e56051-ebe3-4a27-ade7-0edf6b988add req-b7ceff57-e55e-48b2-bd6e-816b32896fd9 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330284 Aug 02 17:34:35.869599 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 2dc00ef7-abc3-41ea-91ec-920975ac9a89 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:34:35.924514 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:34:35.929117 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:34:35.929522 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.010172 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.035285 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e70ef36-8510-466b-8197-cd40703b7e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc00ef7-abc3-41ea-91ec-920975ac9a89'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:36.037894 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5a8898-a1d6-4554-a760-466951b7e454" -d '{"events": [{"server_uuid": "8e70ef36-8510-466b-8197-cd40703b7e77", "name": "network-vif-plugged", "status": "completed", "tag": "2dc00ef7-abc3-41ea-91ec-920975ac9a89"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:36.055418 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 2dc00ef7-abc3-41ea-91ec-920975ac9a89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2dc00ef7-abc3-41ea-91ec-920975ac9a89,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:34:36.060650 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:36.091470 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ce92b7-3da8-4ebe-a16f-250bceca4fcc x-openstack-request-id: req-81ce92b7-3da8-4ebe-a16f-250bceca4fcc {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:36.091931 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e70ef36-8510-466b-8197-cd40703b7e77", "name": "network-vif-plugged", "status": "completed", "tag": "2dc00ef7-abc3-41ea-91ec-920975ac9a89", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:36.092179 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81ce92b7-3da8-4ebe-a16f-250bceca4fcc {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:36.092572 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e70ef36-8510-466b-8197-cd40703b7e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc00ef7-abc3-41ea-91ec-920975ac9a89', 'code': 200} Aug 02 17:34:36.128372 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=2dc00ef7-abc3-41ea-91ec-920975ac9a89,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:34:36.782998 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48e171-8c6c-4faa-9288-95ac21ff4fca req-24ff58f4-cab2-4d1a-8cf3-cd5fde6f26a2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:36.784476 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3a48e171-8c6c-4faa-9288-95ac21ff4fca req-24ff58f4-cab2-4d1a-8cf3-cd5fde6f26a2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0486453 Aug 02 17:34:36.836806 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3a48e171-8c6c-4faa-9288-95ac21ff4fca req-50d0f487-ae8e-4942-ae71-4fec6b7d82ed tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452986 Aug 02 17:34:36.954393 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9b35-d6fa-4a3b-b3f9-530fbb002b96 req-6a0192b9-d0ee-4116-9bd6-54db88a1751d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:36.955903 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-049c9b35-d6fa-4a3b-b3f9-530fbb002b96 req-6a0192b9-d0ee-4116-9bd6-54db88a1751d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0549946 Aug 02 17:34:36.995032 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-049c9b35-d6fa-4a3b-b3f9-530fbb002b96 req-dc725000-8d3e-47d3-85af-4ec20eac688e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328560 Aug 02 17:34:37.966533 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b9c5a-2f63-4204-9ff8-f571b40c1e36 req-8580a362-d5d9-4f24-af19-2b5896a31a1a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:37.968066 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-444b9c5a-2f63-4204-9ff8-f571b40c1e36 req-8580a362-d5d9-4f24-af19-2b5896a31a1a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0559835 Aug 02 17:34:38.011013 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-444b9c5a-2f63-4204-9ff8-f571b40c1e36 req-2fb369df-8461-4aaf-b84a-719a43809121 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370955 Aug 02 17:34:38.110486 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4580f-cd9b-4739-8c63-8c24ff007809 req-3cca837b-5541-4ae2-8a75-656f23c6a536 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:38.112142 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b3e4580f-cd9b-4739-8c63-8c24ff007809 req-3cca837b-5541-4ae2-8a75-656f23c6a536 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0504866 Aug 02 17:34:38.156504 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b3e4580f-cd9b-4739-8c63-8c24ff007809 req-51c4e7de-a8c0-4b48-a853-bfc99d8930d7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349441 Aug 02 17:34:39.142362 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b042ec-e0e3-4d8e-bf11-5e01efc66129 req-39026976-8ee6-45cf-8c4a-3e4c634946ff tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:39.143859 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e4b042ec-e0e3-4d8e-bf11-5e01efc66129 req-39026976-8ee6-45cf-8c4a-3e4c634946ff tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0555785 Aug 02 17:34:39.187657 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e4b042ec-e0e3-4d8e-bf11-5e01efc66129 req-cb21e3a4-f90c-4c51-8487-6f345d04c997 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359380 Aug 02 17:34:39.287513 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771634-2001-459c-b0b0-b0c1f3795a4e req-96a8a030-fdf2-46dc-8d79-694ab247b9ee tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:39.288977 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8d771634-2001-459c-b0b0-b0c1f3795a4e req-96a8a030-fdf2-46dc-8d79-694ab247b9ee tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0500774 Aug 02 17:34:39.327458 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8d771634-2001-459c-b0b0-b0c1f3795a4e req-6a03480d-5f5b-4624-a783-04faccec830a tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Aug 02 17:34:40.338902 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c406bd-fb85-4593-990b-dffdd46b131b req-f7fca19d-56e6-43d2-9987-58058045aadb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:40.340521 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-81c406bd-fb85-4593-990b-dffdd46b131b req-f7fca19d-56e6-43d2-9987-58058045aadb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0616317 Aug 02 17:34:40.389943 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-81c406bd-fb85-4593-990b-dffdd46b131b req-52d9a4f1-1479-4082-9114-4fe9c62c9d7f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Aug 02 17:34:40.485513 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4671-15cf-4007-831d-5051f59df946 req-5795710a-09f9-4446-84e2-5d66f9060975 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:40.488049 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f3ab4671-15cf-4007-831d-5051f59df946 req-5795710a-09f9-4446-84e2-5d66f9060975 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0795686 Aug 02 17:34:40.534774 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f3ab4671-15cf-4007-831d-5051f59df946 req-ada735f1-46f2-4555-aced-2d73cee4b196 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394640 Aug 02 17:34:41.524708 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c92de8-4f66-4e3e-a647-465070282cf8 req-f2c201ad-f6a0-4484-9d9e-3b9f6a7129a0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:41.526632 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b4c92de8-4f66-4e3e-a647-465070282cf8 req-f2c201ad-f6a0-4484-9d9e-3b9f6a7129a0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0616226 Aug 02 17:34:41.575976 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b4c92de8-4f66-4e3e-a647-465070282cf8 req-ab7adccc-c213-4f54-a1c0-fa2a4ae02707 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373166 Aug 02 17:34:41.713730 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27359-1bec-4364-b1d5-6f5992e45313 req-82f24830-a786-4087-9fa7-4ca8f53d5737 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:41.715428 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-52d27359-1bec-4364-b1d5-6f5992e45313 req-82f24830-a786-4087-9fa7-4ca8f53d5737 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0633187 Aug 02 17:34:41.773068 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-52d27359-1bec-4364-b1d5-6f5992e45313 req-bdd318d7-27e9-447e-9cea-79d177cd54a1 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510392 Aug 02 17:34:42.732631 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe5ae1-3566-467b-8b6b-1ee59d188f5e req-bed4b4a8-362f-4953-b929-1b66a328692f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:42.734135 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bcfe5ae1-3566-467b-8b6b-1ee59d188f5e req-bed4b4a8-362f-4953-b929-1b66a328692f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0719733 Aug 02 17:34:42.777106 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bcfe5ae1-3566-467b-8b6b-1ee59d188f5e req-b95af9d4-89eb-4951-965d-a8d408228418 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350749 Aug 02 17:34:42.873067 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:34:42.918298 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c751910-f3b3-4291-8987-eddfcaef297f req-492a3c4c-2071-4650-b1d0-522c5795a1a9 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:42.925726 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5c751910-f3b3-4291-8987-eddfcaef297f req-492a3c4c-2071-4650-b1d0-522c5795a1a9 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0677545 Aug 02 17:34:42.976110 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5c751910-f3b3-4291-8987-eddfcaef297f req-99dbab55-8f05-44fb-8d9c-6b89ef3869c5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493228 Aug 02 17:34:43.908064 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e32d6-8d33-4438-b8db-1097329f38e6 req-d8a761f1-e37e-4645-9d9c-aa4286fcdff2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:43.909556 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-613e32d6-8d33-4438-b8db-1097329f38e6 req-d8a761f1-e37e-4645-9d9c-aa4286fcdff2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0523627 Aug 02 17:34:43.950297 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-613e32d6-8d33-4438-b8db-1097329f38e6 req-fba547b5-e14e-431b-8489-e32336f5da86 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336354 Aug 02 17:34:44.105822 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead0458-aa40-4476-afb3-dd8e02793b0a req-19b1b9e4-4f38-489f-94fc-4c2a521450d4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:44.107454 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bead0458-aa40-4476-afb3-dd8e02793b0a req-19b1b9e4-4f38-489f-94fc-4c2a521450d4 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0574811 Aug 02 17:34:44.153706 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bead0458-aa40-4476-afb3-dd8e02793b0a req-1b86354b-6393-4987-a82c-52c58cbbe9cd tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316777 Aug 02 17:34:45.094641 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd70955-e122-4b99-a27b-4854eb6d6237 req-1a2ad9a0-a0c7-4573-839c-7bf6abec1400 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:45.096124 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0fd70955-e122-4b99-a27b-4854eb6d6237 req-1a2ad9a0-a0c7-4573-839c-7bf6abec1400 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0472996 Aug 02 17:34:45.133017 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0fd70955-e122-4b99-a27b-4854eb6d6237 req-22e15a84-c38e-400c-acf8-28bc9f07927a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302818 Aug 02 17:34:45.274159 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047914ce-ac87-43d7-8897-240f162f7886 req-e0a9a3a2-1038-4a2b-99b0-16e26036bae7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:45.275751 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-047914ce-ac87-43d7-8897-240f162f7886 req-e0a9a3a2-1038-4a2b-99b0-16e26036bae7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0506175 Aug 02 17:34:45.315665 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-047914ce-ac87-43d7-8897-240f162f7886 req-9b93439b-09c2-44db-a90c-d34497960e6f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338719 Aug 02 17:34:46.267164 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe6bb0-8aa9-47c8-86ca-40916dd2ae67 req-2367de14-4a2a-4ed8-8536-1abcf06afaf3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:46.268612 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6afe6bb0-8aa9-47c8-86ca-40916dd2ae67 req-2367de14-4a2a-4ed8-8536-1abcf06afaf3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0505483 Aug 02 17:34:46.309845 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6afe6bb0-8aa9-47c8-86ca-40916dd2ae67 req-b2593947-928b-405d-b9d1-04fcc1ea44db tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346286 Aug 02 17:34:46.433985 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff97b0-6ce3-4a08-a6ba-44743dddf8de req-a11c8ca9-bcfe-47c7-9868-3fff089cf3f0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:46.435734 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8fff97b0-6ce3-4a08-a6ba-44743dddf8de req-a11c8ca9-bcfe-47c7-9868-3fff089cf3f0 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0517848 Aug 02 17:34:46.480210 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8fff97b0-6ce3-4a08-a6ba-44743dddf8de req-389389ec-b74a-47e6-8001-74b79f25e474 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369134 Aug 02 17:34:47.434394 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791cdf8-bc1b-4432-99f0-36ec082cf6b9 req-26a61770-b6a1-4320-aadf-2b7ba0f11aad tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:47.435929 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a791cdf8-bc1b-4432-99f0-36ec082cf6b9 req-26a61770-b6a1-4320-aadf-2b7ba0f11aad tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0481641 Aug 02 17:34:47.481954 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a791cdf8-bc1b-4432-99f0-36ec082cf6b9 req-e8926f81-11ec-436f-95e8-3bae26b260b1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397730 Aug 02 17:34:47.603892 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87fcb9-9650-4f2e-bdb4-397fdd6b57e3 req-dda732cb-5b5a-489e-8667-20f619a0a963 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:47.605286 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5a87fcb9-9650-4f2e-bdb4-397fdd6b57e3 req-dda732cb-5b5a-489e-8667-20f619a0a963 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0532041 Aug 02 17:34:47.647398 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5a87fcb9-9650-4f2e-bdb4-397fdd6b57e3 req-7c1f83e2-1374-4167-bf5b-580f4b32a567 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362227 Aug 02 17:34:48.608589 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566dd5c-f63d-4038-988d-9bab5fb17cf4 req-5c4cff3d-2434-4c6d-b413-21b4d99cc301 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:48.609985 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c566dd5c-f63d-4038-988d-9bab5fb17cf4 req-5c4cff3d-2434-4c6d-b413-21b4d99cc301 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0535293 Aug 02 17:34:48.649547 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c566dd5c-f63d-4038-988d-9bab5fb17cf4 req-374ad015-87ba-47a2-99f2-0d15e183444c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334105 Aug 02 17:34:48.768940 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818ee60-a6e0-4804-836d-fd454b090549 req-ac7e5a1d-b7d3-4f1b-88d7-14a70457f0ab tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:48.770765 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3818ee60-a6e0-4804-836d-fd454b090549 req-ac7e5a1d-b7d3-4f1b-88d7-14a70457f0ab tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0534599 Aug 02 17:34:48.815731 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3818ee60-a6e0-4804-836d-fd454b090549 req-747ef55b-38af-453b-87b8-57a0e6503c43 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372798 Aug 02 17:34:49.774254 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f768da3-d589-414d-8045-fbd60188e99d req-7a020168-205f-45b6-ad7d-ea8b2143c539 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:49.775845 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1f768da3-d589-414d-8045-fbd60188e99d req-7a020168-205f-45b6-ad7d-ea8b2143c539 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0535014 Aug 02 17:34:49.815929 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1f768da3-d589-414d-8045-fbd60188e99d req-7b7cb5ab-581b-4903-88bf-0a13a10846ee tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341492 Aug 02 17:34:49.950106 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854c14d-2e71-4e33-826b-de000204bad0 req-1bc7aa63-e4b4-4a6b-84c2-36944cd0522d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:49.951860 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8854c14d-2e71-4e33-826b-de000204bad0 req-1bc7aa63-e4b4-4a6b-84c2-36944cd0522d tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0632613 Aug 02 17:34:49.992088 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8854c14d-2e71-4e33-826b-de000204bad0 req-8d7cff89-baa0-4085-a8a4-c7aa207dbb46 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342700 Aug 02 17:34:50.062387 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d10ef52e-f4b6-437a-a77b-fc4afc46daed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:50.827217 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-01862b47-e1f3-40a4-bce1-09b4c11b205f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459976 Aug 02 17:34:50.994328 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5c67e-5ce2-46cf-b2d9-9ffe8593c6d8 req-0e30f1cc-1b4a-492e-9afc-5b928f8da11d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:50.996462 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2af5c67e-5ce2-46cf-b2d9-9ffe8593c6d8 req-0e30f1cc-1b4a-492e-9afc-5b928f8da11d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0868282 Aug 02 17:34:51.001779 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-9259d671-d8d4-428a-837e-66698d158df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:51.003792 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-9259d671-d8d4-428a-837e-66698d158df3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1137 time: 0.0819898 Aug 02 17:34:51.006231 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb602a4-e774-4f9d-8c33-087207c8d8e2 req-58ab8356-7f2f-49ae-bec9-42f62254c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:51.009169 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-edb602a4-e774-4f9d-8c33-087207c8d8e2 req-58ab8356-7f2f-49ae-bec9-42f62254c782 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 1098 time: 0.0647523 Aug 02 17:34:51.064197 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-edb602a4-e774-4f9d-8c33-087207c8d8e2 req-cd08b077-cf61-4852-a28c-bd363a089deb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483575 Aug 02 17:34:51.092169 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2af5c67e-5ce2-46cf-b2d9-9ffe8593c6d8 req-89fac5e0-6c77-4ea7-8383-e0cfb3f69d18 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867548 Aug 02 17:34:51.126545 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a905d7a-df2a-492a-b2bf-2a0322329413 req-860ec291-405c-433f-977a-b04542405666 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:51.128894 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9a905d7a-df2a-492a-b2bf-2a0322329413 req-860ec291-405c-433f-977a-b04542405666 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0607038 Aug 02 17:34:51.140512 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-64beed42-59a9-4418-8f8d-b8dcb3bb9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:51.142018 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-64beed42-59a9-4418-8f8d-b8dcb3bb9a32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 200 len: 916 time: 0.1115310 Aug 02 17:34:51.173375 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9a905d7a-df2a-492a-b2bf-2a0322329413 req-e1e50ba7-bce8-49d6-bbc8-deb2d0b4bb9c tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362167 Aug 02 17:34:51.661108 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-e6155885-a0f6-4cbf-bcb4-c8c21d4458e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0670314 Aug 02 17:34:51.745844 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-ed504929-af82-42c5-b89b-6ff856fd45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:51.747344 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-ed504929-af82-42c5-b89b-6ff856fd45e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46cbf1bb-dc55-4175-b4c3-006292e463f9 HTTP/1.1" status: 200 len: 854 time: 0.0466924 Aug 02 17:34:51.798646 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-0b374ba2-eef0-4188-a685-2a381643715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:51.800740 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-0b374ba2-eef0-4188-a685-2a381643715b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f39cb8-3381-466a-8332-ee9cda50e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455222 Aug 02 17:34:52.132026 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-22f7e741-e94a-4b07-9b83-2c152c9b1bff service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238719 Aug 02 17:34:52.265971 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6855f3-6bb3-42cf-ab26-cc30e1167995 req-e6dedf43-2821-41e8-864e-b441b6b21e3b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:52.267530 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5e6855f3-6bb3-42cf-ab26-cc30e1167995 req-e6dedf43-2821-41e8-864e-b441b6b21e3b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0837607 Aug 02 17:34:52.274392 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e201c013-311d-48bc-a65d-4ae0773e9a6f req-3f920f62-2e36-4875-8691-06356de14b73 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351016 Aug 02 17:34:52.289913 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc357b-f634-4e14-a322-64ab7d428ed8 req-da1bad9f-7a58-4a05-88bd-e1bc6dec1946 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:52.292192 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a5bc357b-f634-4e14-a322-64ab7d428ed8 req-da1bad9f-7a58-4a05-88bd-e1bc6dec1946 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0526104 Aug 02 17:34:52.314877 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5e6855f3-6bb3-42cf-ab26-cc30e1167995 req-dc3ba7d0-f9ac-4034-b78d-d11f04e4dce6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395072 Aug 02 17:34:52.332508 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a5bc357b-f634-4e14-a322-64ab7d428ed8 req-706b9c76-7ae7-4f00-9dff-fb89a5cd3ad3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342371 Aug 02 17:34:52.524092 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-1a0e4ace-341c-4e9f-be54-aa1266f1d9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:52.869365 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:53.446053 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f263f2-c782-4650-a5b6-a2f104237d2d req-78b9c17b-8d34-4d92-8753-f2ccba75c1af tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:53.447643 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-67f263f2-c782-4650-a5b6-a2f104237d2d req-78b9c17b-8d34-4d92-8753-f2ccba75c1af tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0529618 Aug 02 17:34:53.460195 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cedfa1-282f-4aea-b752-9f2d60a34744 req-e48b3822-7a9c-4984-933e-971c59eab64e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:53.461784 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f8cedfa1-282f-4aea-b752-9f2d60a34744 req-e48b3822-7a9c-4984-933e-971c59eab64e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0592391 Aug 02 17:34:53.487923 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-67f263f2-c782-4650-a5b6-a2f104237d2d req-4965add3-4a37-44a2-b0b1-772f260429e5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344112 Aug 02 17:34:53.502855 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f8cedfa1-282f-4aea-b752-9f2d60a34744 req-ca740356-3266-4210-91b5-0be9c726d78f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348938 Aug 02 17:34:53.619405 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eee1b-9488-4858-8bb6-e21c8f76835d req-fdc3f00f-09a6-4cef-a7ac-719258de8b7b tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:53.620953 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c73eee1b-9488-4858-8bb6-e21c8f76835d req-fdc3f00f-09a6-4cef-a7ac-719258de8b7b tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0531201 Aug 02 17:34:53.629900 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59216) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:34:53.635648 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-678e1caf-7eff-4204-96a2-f3d525dd32c3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Request body: {'floatingip': {'port_id': '2dc00ef7-abc3-41ea-91ec-920975ac9a89'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:34:53.676573 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-678e1caf-7eff-4204-96a2-f3d525dd32c3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:53.879293 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:54.134922 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-678e1caf-7eff-4204-96a2-f3d525dd32c3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:54.139152 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-678e1caf-7eff-4204-96a2-f3d525dd32c3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:54.239575 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [None req-678e1caf-7eff-4204-96a2-f3d525dd32c3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Floating IP be40eb89-ee25-47ed-8d53-584fb35ea40a associated. External IP: 172.27.0.254, port: 2dc00ef7-abc3-41ea-91ec-920975ac9a89. Aug 02 17:34:54.476131 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678e1caf-7eff-4204-96a2-f3d525dd32c3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Router 149cd355-7fd2-495a-b6af-849422f2359f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:34:54.619504 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678e1caf-7eff-4204-96a2-f3d525dd32c3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:34:54.624521 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-678e1caf-7eff-4204-96a2-f3d525dd32c3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:54.629106 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] Sync routers for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:34:54.638194 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:54.638809 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:34:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:54.653221 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d994dd-66f5-4e84-8590-0467df3ecb80 req-3f1187c0-a84c-4787-b927-003a93786fa9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:54.654923 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-56d994dd-66f5-4e84-8590-0467df3ecb80 req-3f1187c0-a84c-4787-b927-003a93786fa9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0896056 Aug 02 17:34:54.666109 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-678e1caf-7eff-4204-96a2-f3d525dd32c3 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "PUT /v2.0/floatingips/be40eb89-ee25-47ed-8d53-584fb35ea40a HTTP/1.1" status: 200 len: 991 time: 1.0343921 Aug 02 17:34:54.671478 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e70ef36-8510-466b-8197-cd40703b7e77', 'tag': '2dc00ef7-abc3-41ea-91ec-920975ac9a89'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:34:54.674636 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aa228b-e662-4901-9474-85be83e680f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8e70ef36-8510-466b-8197-cd40703b7e77", "tag": "2dc00ef7-abc3-41ea-91ec-920975ac9a89"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:34:54.708032 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-56d994dd-66f5-4e84-8590-0467df3ecb80 req-52674fec-b333-46a9-b2cf-322a08479fa6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451539 Aug 02 17:34:54.753628 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:54.756704 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4013a654-02a4-47ad-ab4d-cd2b2f7fa31e x-openstack-request-id: req-4013a654-02a4-47ad-ab4d-cd2b2f7fa31e {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:34:54.757102 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e70ef36-8510-466b-8197-cd40703b7e77", "tag": "2dc00ef7-abc3-41ea-91ec-920975ac9a89", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:34:54.757425 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4013a654-02a4-47ad-ab4d-cd2b2f7fa31e {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:34:54.757885 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e70ef36-8510-466b-8197-cd40703b7e77', 'tag': '2dc00ef7-abc3-41ea-91ec-920975ac9a89', 'status': 'completed', 'code': 200} Aug 02 17:34:54.857579 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa228b-e662-4901-9474-85be83e680f1 req-0216b41b-d0bb-4142-a390-a0c0259f2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:54.859262 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f1aa228b-e662-4901-9474-85be83e680f1 req-0216b41b-d0bb-4142-a390-a0c0259f2319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 1098 time: 0.0461977 Aug 02 17:34:54.955752 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa228b-e662-4901-9474-85be83e680f1 req-1b28510d-3579-41a2-9fda-cb512a5209f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:54.957267 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f1aa228b-e662-4901-9474-85be83e680f1 req-1b28510d-3579-41a2-9fda-cb512a5209f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 911 time: 0.0891740 Aug 02 17:34:54.991474 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'be40eb89-ee25-47ed-8d53-584fb35ea40a', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'port_id': '2dc00ef7-abc3-41ea-91ec-920975ac9a89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'mac_address': 'fa:16:3e:2f:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e70ef36-8510-466b-8197-cd40703b7e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:34:24Z', 'updated_at': '2021-08-02T17:34:54Z', 'revision_number': 1, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:55.023651 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] Checking router: 149cd355-7fd2-495a-b6af-849422f2359f for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:34:55.027728 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f1aa228b-e662-4901-9474-85be83e680f1 req-705b02c7-4635-4340-9cb3-6b4cd0f9a3ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc00ef7-abc3-41ea-91ec-920975ac9a89 HTTP/1.1" status: 200 len: 999 time: 0.0626800 Aug 02 17:34:55.032282 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:34:55.032898 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:34:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:55.079823 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa228b-e662-4901-9474-85be83e680f1 req-ada5e082-9a8c-4455-883a-3565cd69ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:55.081343 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f1aa228b-e662-4901-9474-85be83e680f1 req-ada5e082-9a8c-4455-883a-3565cd69ddef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.0453682 Aug 02 17:34:55.127573 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa228b-e662-4901-9474-85be83e680f1 req-c7f28300-6987-4fe9-aeee-22b3f8eafdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:55.129061 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f1aa228b-e662-4901-9474-85be83e680f1 req-c7f28300-6987-4fe9-aeee-22b3f8eafdce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403867 Aug 02 17:34:55.140497 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:34:55.225009 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f1aa228b-e662-4901-9474-85be83e680f1 req-8b7935fe-b2b6-4bf8-880c-1fdea4830e33 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879347 Aug 02 17:34:55.323473 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f1aa228b-e662-4901-9474-85be83e680f1 req-233d6cbe-db6e-4f1a-b05b-5ac5fb8a5a19 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909972 Aug 02 17:34:55.492268 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'be40eb89-ee25-47ed-8d53-584fb35ea40a', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'port_id': '2dc00ef7-abc3-41ea-91ec-920975ac9a89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'mac_address': 'fa:16:3e:2f:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e70ef36-8510-466b-8197-cd40703b7e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:34:24Z', 'updated_at': '2021-08-02T17:34:54Z', 'revision_number': 1, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:34:55.525044 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa32f6-7453-46c8-a747-20e52b1c904d None None] The sync data for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi is: [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'be40eb89-ee25-47ed-8d53-584fb35ea40a', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'port_id': '2dc00ef7-abc3-41ea-91ec-920975ac9a89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'mac_address': 'fa:16:3e:2f:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e70ef36-8510-466b-8197-cd40703b7e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:34:24Z', 'updated_at': '2021-08-02T17:34:54Z', 'revision_number': 1, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:34:55.701827 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8e2d64-2ff8-44c5-bab9-6e42701dd9c2 None None] New status for floating IP be40eb89-ee25-47ed-8d53-584fb35ea40a: ACTIVE {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:34:55.841144 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed684edb-ad5d-4fe0-9381-97014a950139 req-4969dec5-41de-4782-92e0-517c1a12ea1f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:55.842792 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ed684edb-ad5d-4fe0-9381-97014a950139 req-4969dec5-41de-4782-92e0-517c1a12ea1f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0544560 Aug 02 17:34:55.889176 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ed684edb-ad5d-4fe0-9381-97014a950139 req-fb7665b4-e384-4bf0-9f8e-8285a1ac2795 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400848 Aug 02 17:34:56.152350 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:34:57.015835 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c70e6-735f-4dd9-bb76-20667b528446 req-cfa18a0d-2d62-44f2-825b-25fd95f3b606 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:57.017576 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-289c70e6-735f-4dd9-bb76-20667b528446 req-cfa18a0d-2d62-44f2-825b-25fd95f3b606 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0505493 Aug 02 17:34:57.065830 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-289c70e6-735f-4dd9-bb76-20667b528446 req-622baaf0-d208-4941-9715-b4b516590a67 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370774 Aug 02 17:34:58.193878 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66ecb4-1b32-465f-9934-2b5a64124b6d req-5dd1c9a6-e6a0-43ec-a22c-36ca215a06cf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:58.195414 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8f66ecb4-1b32-465f-9934-2b5a64124b6d req-5dd1c9a6-e6a0-43ec-a22c-36ca215a06cf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0525305 Aug 02 17:34:58.234958 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8f66ecb4-1b32-465f-9934-2b5a64124b6d req-6aa8ec32-2c4e-4068-ae61-fc5c904512d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334661 Aug 02 17:34:59.381126 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817870b-c11b-4b66-820e-4047e71aa379 req-bc80d0f0-3582-4a47-a014-00eb52721328 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:34:59.382618 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7817870b-c11b-4b66-820e-4047e71aa379 req-bc80d0f0-3582-4a47-a014-00eb52721328 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 944 time: 0.0659583 Aug 02 17:34:59.422865 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7817870b-c11b-4b66-820e-4047e71aa379 req-11f3cb21-5803-4634-962c-fe9cc2243cdc tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341628 Aug 02 17:34:59.941132 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:35:00.042088 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:00.054955 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '093156cc-787e-43c5-a894-099fb5232f29', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'port_id': '093156cc-787e-43c5-a894-099fb5232f29', 'mac_address': 'fa:16:3e:71:13:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:35:00.104612 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:00.118645 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093156cc-787e-43c5-a894-099fb5232f29 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:35:00.139702 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:00.143691 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:00.194098 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=9']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:00.545310 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954cc13-a4b5-4589-a5b1-8199852be593 req-4b80a925-4b2d-43ab-97f8-041c91786b03 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:00.546774 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f954cc13-a4b5-4589-a5b1-8199852be593 req-4b80a925-4b2d-43ab-97f8-041c91786b03 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 945 time: 0.0479531 Aug 02 17:35:00.586303 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f954cc13-a4b5-4589-a5b1-8199852be593 req-ee38a166-956b-4467-b4d4-8212df1efe86 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330319 Aug 02 17:35:00.699662 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['093156cc-787e-43c5-a894-099fb5232f29'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:35:01.247057 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:01.713388 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91c4eb-2323-4ad9-a081-fee7af41d1c5 req-3d0b52e4-2139-487a-b8ae-ef6ea2ca6f1a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:01.714897 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ac91c4eb-2323-4ad9-a081-fee7af41d1c5 req-3d0b52e4-2139-487a-b8ae-ef6ea2ca6f1a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 945 time: 0.0512962 Aug 02 17:35:01.768256 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ac91c4eb-2323-4ad9-a081-fee7af41d1c5 req-df0f4e42-d7cb-41d2-ba7a-7e622871f518 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472858 Aug 02 17:35:01.961453 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:35:02.012231 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 093156cc-787e-43c5-a894-099fb5232f29 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:35:02.012616 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:02.093522 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:02.115118 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093156cc-787e-43c5-a894-099fb5232f29'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:02.117904 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903771f5-769e-4857-95a5-b58413e974c6" -d '{"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-plugged", "status": "completed", "tag": "093156cc-787e-43c5-a894-099fb5232f29"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:02.131939 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:02.136950 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:02.173976 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43162dc2-8dc0-4c1d-affa-1d6766ace46e x-openstack-request-id: req-43162dc2-8dc0-4c1d-affa-1d6766ace46e {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:02.174262 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-plugged", "status": "completed", "tag": "093156cc-787e-43c5-a894-099fb5232f29", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:02.174508 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43162dc2-8dc0-4c1d-affa-1d6766ace46e {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:02.174900 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093156cc-787e-43c5-a894-099fb5232f29', 'code': 200} Aug 02 17:35:02.201737 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=10']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:02.712831 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75438562-1cc1-4dfa-bb75-41712097f88e req-573f6c35-b955-4db9-afa3-7ca2e5a0bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:02.714576 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-75438562-1cc1-4dfa-bb75-41712097f88e req-573f6c35-b955-4db9-afa3-7ca2e5a0bffa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 1100 time: 0.0422213 Aug 02 17:35:02.757822 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-75438562-1cc1-4dfa-bb75-41712097f88e req-76e9a672-82b9-4292-b1d5-803459746d9c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349679 Aug 02 17:35:02.899089 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76386ade-f0ea-45ba-a52b-1a58308698a0 req-c6b7d60e-a37e-4163-8705-2bc61c132550 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:02.900628 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-76386ade-f0ea-45ba-a52b-1a58308698a0 req-c6b7d60e-a37e-4163-8705-2bc61c132550 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 947 time: 0.0565944 Aug 02 17:35:02.955187 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-76386ade-f0ea-45ba-a52b-1a58308698a0 req-5835e654-56a8-4d90-8e01-664c33b09d3f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448010 Aug 02 17:35:04.080931 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971ddf5-c56e-4c1b-8552-9dcbba55a4ae req-4b5b3dbf-07b1-4ecd-8fb3-136f12714ff9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:04.082455 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3971ddf5-c56e-4c1b-8552-9dcbba55a4ae req-4b5b3dbf-07b1-4ecd-8fb3-136f12714ff9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 947 time: 0.0519357 Aug 02 17:35:04.124145 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3971ddf5-c56e-4c1b-8552-9dcbba55a4ae req-8d931c8d-e33c-4826-ab47-309c00d22120 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354242 Aug 02 17:35:05.248572 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0096a-ba79-475c-aad4-f545c5663615 req-32006312-1454-4053-946a-d9fe6d4a9d62 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:05.250108 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-19f0096a-ba79-475c-aad4-f545c5663615 req-32006312-1454-4053-946a-d9fe6d4a9d62 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 947 time: 0.0518043 Aug 02 17:35:05.289112 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-19f0096a-ba79-475c-aad4-f545c5663615 req-ee07f8eb-15c9-426c-ad18-e62ce7ae3ae2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331011 Aug 02 17:35:18.445621 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-9032853b-95e2-41f7-9bd5-19c6184c29e0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854819053&fields=id&tenant_id=79f0de88dfb54c239ae99fa456ffb4da HTTP/1.1" status: 200 len: 267 time: 0.0350204 Aug 02 17:35:18.506858 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-e601d8eb-2cb5-445c-972f-9be75ee7f514 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:18.508768 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-e601d8eb-2cb5-445c-972f-9be75ee7f514 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 984 time: 0.0574863 Aug 02 17:35:18.521908 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-02c23b84-187a-4985-a370-35dfc813e6c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Request body: {'port': {'security_groups': ['7374e1f3-bc8f-47a1-ae02-efdf4947abcb']}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:35:18.592823 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-02c23b84-187a-4985-a370-35dfc813e6c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:18.786682 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-02c23b84-187a-4985-a370-35dfc813e6c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] For port 9710040c-8a68-43c3-8cc2-b6601b580bb8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:18.819543 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-02c23b84-187a-4985-a370-35dfc813e6c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:18.825234 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-02c23b84-187a-4985-a370-35dfc813e6c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:18.871043 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-02c23b84-187a-4985-a370-35dfc813e6c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:18.871744 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-02c23b84-187a-4985-a370-35dfc813e6c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:18.873177 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b47dd693-77e7-4143-a670-f69bbdc785ed req-02c23b84-187a-4985-a370-35dfc813e6c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "PUT /v2.0/ports/9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 942 time: 0.3567660 Aug 02 17:35:18.873648 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:18.874678 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['9710040c-8a68-43c3-8cc2-b6601b580bb8'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:35:18.876357 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495694ea-8b92-4bbd-b1f3-3468fe1c272b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:18.885998 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59332) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:18.914752 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c23b84-187a-4985-a370-35dfc813e6c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event updated for resources: {'Port': ['ID=9710040c-8a68-43c3-8cc2-b6601b580bb8,revision_number=7']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:18.990346 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae7fb0f-7126-4759-b52b-923ef4e1b57d x-openstack-request-id: req-7ae7fb0f-7126-4759-b52b-923ef4e1b57d {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:18.990788 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:18.991106 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ae7fb0f-7126-4759-b52b-923ef4e1b57d {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:18.991552 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'status': 'completed', 'code': 200} Aug 02 17:35:18.996838 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e21a7cbd-e718-4011-9f5e-0be434055343 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:19.049276 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e21a7cbd-e718-4011-9f5e-0be434055343 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:19.108494 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['9710040c-8a68-43c3-8cc2-b6601b580bb8'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:35:19.129528 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-86caec7c-90a2-48e5-a8ff-3ecd0d028d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:19.131671 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-86caec7c-90a2-48e5-a8ff-3ecd0d028d36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1098 time: 0.0722125 Aug 02 17:35:19.198450 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e21a7cbd-e718-4011-9f5e-0be434055343 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:19.203376 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e21a7cbd-e718-4011-9f5e-0be434055343 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:19.204647 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-e21a7cbd-e718-4011-9f5e-0be434055343 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "DELETE /v2.0/security-groups/e07ec04f-abf8-45d0-9268-f2d815db94df HTTP/1.1" status: 204 len: 168 time: 0.3137038 Aug 02 17:35:19.207515 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59336) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:19.259738 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-197600f2-436f-4faa-a253-be10e9c1955f None None] Provisioning complete for port 9710040c-8a68-43c3-8cc2-b6601b580bb8 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:35:19.260455 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-197600f2-436f-4faa-a253-be10e9c1955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:19.266333 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a7cbd-e718-4011-9f5e-0be434055343 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ec04f-abf8-45d0-9268-f2d815db94df,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:19.312228 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-c69a134d-1105-40d6-b7ea-faa9c4b78c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:19.313759 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-c69a134d-1105-40d6-b7ea-faa9c4b78c1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 200 len: 916 time: 0.1452353 Aug 02 17:35:19.404283 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-8887ed56-1bd1-4020-950a-c1b03b79fd1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0720165 Aug 02 17:35:19.436503 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Deleting port 12bcb45f-8264-4b22-a9ab-0945b3c33073 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:19.437125 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:19.464716 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-a8f3b5c6-c440-4b9e-a6f0-ec93e95aa563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:19.467283 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-a8f3b5c6-c440-4b9e-a6f0-ec93e95aa563 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46cbf1bb-dc55-4175-b4c3-006292e463f9 HTTP/1.1" status: 200 len: 854 time: 0.0540037 Aug 02 17:35:19.526637 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-b36d43b9-eb1f-4a25-8352-696be9e8f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:19.528232 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-b36d43b9-eb1f-4a25-8352-696be9e8f457 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f39cb8-3381-466a-8332-ee9cda50e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487440 Aug 02 17:35:19.529112 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:19.529631 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:19.543686 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Calling delete_port for 12bcb45f-8264-4b22-a9ab-0945b3c33073 owned by network:floatingip {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:19.635507 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-45b36164-2337-4c6f-bbad-f1637a72d4f7 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948517 Aug 02 17:35:19.762850 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:19.767590 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-495694ea-8b92-4bbd-b1f3-3468fe1c272b req-6607b079-9932-455e-b0bf-9977b03fa00e service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166570 Aug 02 17:35:19.790594 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event deleted for resources: {'Port': ['ID=12bcb45f-8264-4b22-a9ab-0945b3c33073,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:19.874135 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:35:20.074269 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e1db29bd-070a-40c7-9743-052b26a79346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:20.126029 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks [] for floatingip, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:20.126910 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Floating IP 77e41774-97e0-4e98-a537-b49297665dad disassociated (deleted). External IP: 172.27.0.234, port: 9710040c-8a68-43c3-8cc2-b6601b580bb8. Aug 02 17:35:20.371023 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:35:20.496021 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:35:20.500563 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:20.508010 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] Sync routers for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:35:20.518162 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:20.518805 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:34:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:20.546756 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-68494bb7-aa86-4b05-9f3e-b000f2df5483 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "DELETE /v2.0/floatingips/77e41774-97e0-4e98-a537-b49297665dad HTTP/1.1" status: 204 len: 168 time: 1.3375204 Aug 02 17:35:20.632431 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:20.915488 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '64550366-209b-4f09-b36f-51f49f83c4cc', 'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'mac_address': 'fa:16:3e:f2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:08Z', 'updated_at': '2021-08-02T17:31:16Z', 'revision_number': 5, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'subnets': [{'id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:20.943689 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] Checking router: 1dd09492-40f8-41c7-8f2b-e466b8ec1791 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:35:20.953594 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:20.954217 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:34:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:20.992686 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:20.995390 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:21.034575 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecf85bd-999a-40ce-9200-601b53e56853 x-openstack-request-id: req-8ecf85bd-999a-40ce-9200-601b53e56853 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:21.034866 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:21.035145 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ecf85bd-999a-40ce-9200-601b53e56853 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:21.036358 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'status': 'completed', 'code': 200} Aug 02 17:35:21.073242 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:21.165495 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-fbfff83a-ce7a-4873-a38c-bd6c857cf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:21.168235 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-fbfff83a-ce7a-4873-a38c-bd6c857cf5d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 1098 time: 0.0670567 Aug 02 17:35:21.292121 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-0b32ec7e-9169-4cfb-b7db-5491510d7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:21.294827 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-0b32ec7e-9169-4cfb-b7db-5491510d7941 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 200 len: 916 time: 0.1155488 Aug 02 17:35:21.310702 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '64550366-209b-4f09-b36f-51f49f83c4cc', 'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'mac_address': 'fa:16:3e:f2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:08Z', 'updated_at': '2021-08-02T17:31:16Z', 'revision_number': 5, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'subnets': [{'id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:21.339329 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7882d6-8dee-4398-896e-ca2eb7944a87 None None] The sync data for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi is: [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:31:10Z', 'revision_number': 4, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '64550366-209b-4f09-b36f-51f49f83c4cc', 'name': '', 'network_id': '25f39cb8-3381-466a-8332-ee9cda50e116', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'mac_address': 'fa:16:3e:f2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:08Z', 'updated_at': '2021-08-02T17:31:16Z', 'revision_number': 5, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'subnets': [{'id': '46cbf1bb-dc55-4175-b4c3-006292e463f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:35:21.385931 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-c8ca4cc9-172f-4520-8c87-b25f49b2aa0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 200 len: 217 time: 0.0755188 Aug 02 17:35:21.470711 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-7af56454-b53b-480f-bf83-29026742ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:21.472310 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-7af56454-b53b-480f-bf83-29026742ceb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46cbf1bb-dc55-4175-b4c3-006292e463f9 HTTP/1.1" status: 200 len: 854 time: 0.0770204 Aug 02 17:35:21.549886 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-a652e18b-9200-43ff-afd4-3f87e58563d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:21.551486 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-a652e18b-9200-43ff-afd4-3f87e58563d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25f39cb8-3381-466a-8332-ee9cda50e116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651462 Aug 02 17:35:21.619679 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fde81-6cd5-4282-a9a2-4dbea75cb0c7 None None] New status for floating IP 77e41774-97e0-4e98-a537-b49297665dad: DOWN {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:35:21.670106 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-909bd5ff-0771-4f9d-9827-dc4272cd1d14 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061115 Aug 02 17:35:21.799787 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-965bb8e7-3bc9-42aa-8f05-9d34917ebfcf req-13d4ab9d-5899-457b-b645-ed915c12f612 service neutron] 10.222.0.41 "GET /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194408 Aug 02 17:35:22.524587 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8b5ea71c-565c-4ace-babc-c2279ac40094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:22.881560 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:23.859019 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:24.527689 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2595a9-39a6-4b37-aefe-cefee68a946c req-f0737c29-b50c-46b0-8962-5c59c2f588d1 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:24.529220 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0c2595a9-39a6-4b37-aefe-cefee68a946c req-f0737c29-b50c-46b0-8962-5c59c2f588d1 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0629199 Aug 02 17:35:24.576034 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0c2595a9-39a6-4b37-aefe-cefee68a946c req-73b1caf9-2ef1-4427-85f0-e8d0e7742497 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374706 Aug 02 17:35:25.702079 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d772b-299f-464a-950e-e5f11a3bf848 req-ce1a6c96-669b-4fb3-95f2-2ae419fb2a31 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:25.704021 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-185d772b-299f-464a-950e-e5f11a3bf848 req-ce1a6c96-669b-4fb3-95f2-2ae419fb2a31 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0531034 Aug 02 17:35:25.756394 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-185d772b-299f-464a-950e-e5f11a3bf848 req-dc0fa890-c869-4f31-a27b-f566b3319601 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447009 Aug 02 17:35:26.158145 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:26.902832 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1a35e-b49d-4b0f-aff3-53caa5565e33 req-5e8ee1bf-656a-44a6-ac49-22806a4e5c7f tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:26.904524 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-53d1a35e-b49d-4b0f-aff3-53caa5565e33 req-5e8ee1bf-656a-44a6-ac49-22806a4e5c7f tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0627782 Aug 02 17:35:26.950402 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-53d1a35e-b49d-4b0f-aff3-53caa5565e33 req-0c0c83b9-6caa-4901-a259-9587099a8bde tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/security-groups?id=7374e1f3-bc8f-47a1-ae02-efdf4947abcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396700 Aug 02 17:35:27.251405 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-bf400b1f-21f0-4df9-879d-1e18c8be8833 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:27.253054 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-bf400b1f-21f0-4df9-879d-1e18c8be8833 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 945 time: 0.0630839 Aug 02 17:35:27.358185 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Deleting port 9710040c-8a68-43c3-8cc2-b6601b580bb8 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:27.358437 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:27.484839 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] For port 9710040c-8a68-43c3-8cc2-b6601b580bb8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9710040c-8a68-43c3-8cc2-b6601b580bb8,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:27.485432 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:27.512953 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Calling delete_port for 9710040c-8a68-43c3-8cc2-b6601b580bb8 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:27.695880 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:27.744269 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['9710040c-8a68-43c3-8cc2-b6601b580bb8'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:35:27.752008 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Pushing event deleted for resources: {'Port': ['ID=9710040c-8a68-43c3-8cc2-b6601b580bb8,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:27.781304 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.781594 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.781932 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.782276 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.782612 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.782959 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.783326 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.783661 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.783991 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.784319 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.784645 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.784973 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:27.806707 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] No DVR routers for this DVR port 9710040c-8a68-43c3-8cc2-b6601b580bb8 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:27.809634 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:27.811843 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b6b25b82-6809-4d39-89ad-6a3a5a27e1bc req-5cd3b594-bc18-4974-b73e-1b1542da80b6 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.41 "DELETE /v2.0/ports/9710040c-8a68-43c3-8cc2-b6601b580bb8 HTTP/1.1" status: 204 len: 173 time: 0.5521407 Aug 02 17:35:27.812319 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'name': 'network-vif-deleted', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:35:27.814661 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d9b397-a542-4a7d-a0d4-544d17b6450c" -d '{"events": [{"server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "name": "network-vif-deleted", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:35:27.868177 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70b5062-fe9f-4721-95ea-dcd44adace50 x-openstack-request-id: req-e70b5062-fe9f-4721-95ea-dcd44adace50 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:35:27.868930 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b4bf84-9c29-4e4c-8181-4cfb22a15445", "name": "network-vif-deleted", "tag": "9710040c-8a68-43c3-8cc2-b6601b580bb8", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:35:27.869383 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e70b5062-fe9f-4721-95ea-dcd44adace50 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:35:27.870101 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b4bf84-9c29-4e4c-8181-4cfb22a15445', 'name': 'network-vif-deleted', 'tag': '9710040c-8a68-43c3-8cc2-b6601b580bb8', 'status': 'completed', 'code': 200} Aug 02 17:35:28.073666 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c0c9b603-fadc-4301-8dbe-ae91f5254d7a req-2c8988ef-021e-410c-b9e4-f7b88dbdd0c0 tempest-TestMinimumBasicScenario-807312297 tempest-TestMinimumBasicScenario-807312297-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2b4bf84-9c29-4e4c-8181-4cfb22a15445 HTTP/1.1" status: 200 len: 210 time: 0.0308845 Aug 02 17:35:29.720979 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59436) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:30.072787 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 9710040c-8a68-43c3-8cc2-b6601b580bb8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:30.099985 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 9710040c-8a68-43c3-8cc2-b6601b580bb8 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:30.100399 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 9710040c-8a68-43c3-8cc2-b6601b580bb8 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:30.189744 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445680'] for router_interface, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:30.567109 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Deleting port 64550366-209b-4f09-b36f-51f49f83c4cc {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:30.568237 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:30.651228 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] For port 64550366-209b-4f09-b36f-51f49f83c4cc, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=64550366-209b-4f09-b36f-51f49f83c4cc,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:30.651598 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:30.665797 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Calling delete_port for 64550366-209b-4f09-b36f-51f49f83c4cc owned by network:router_interface {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:30.893277 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:30.921369 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=64550366-209b-4f09-b36f-51f49f83c4cc,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:30.949174 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.949174 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.949174 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.949174 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.950026 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.951540 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.952252 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.952908 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.953511 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.954201 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.954852 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:30.955498 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:31.182600 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445572'] for router_interface, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.253238 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:31.416235 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:35:31.529304 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:35:31.537070 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-fd340d22-a1b3-483d-85b7-0866657762d2 admin admin] 10.222.0.16 "PUT /v2.0/routers/1dd09492-40f8-41c7-8f2b-e466b8ec1791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8127522 Aug 02 17:35:31.540637 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59440) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:31.544568 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] Sync routers for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:35:31.557326 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:31.558457 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:35:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:31.720756 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:31.930015 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks [] for router, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.075314 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.096260 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:35:30Z', 'revision_number': 5, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port': {'id': '8a76fc77-0010-4acd-93b3-7e9541315e51', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:04Z', 'updated_at': '2021-08-02T17:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:32.126443 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] Checking router: 1dd09492-40f8-41c7-8f2b-e466b8ec1791 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:35:32.137867 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] Routers {'1dd09492-40f8-41c7-8f2b-e466b8ec1791'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:32.138506 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:35:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:32.143482 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Deleting port 8a76fc77-0010-4acd-93b3-7e9541315e51 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:32.143819 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.238056 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] Set router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 gateway port host: None {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:32.259789 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] For port 8a76fc77-0010-4acd-93b3-7e9541315e51, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=8a76fc77-0010-4acd-93b3-7e9541315e51,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:32.260390 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.283529 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Calling delete_port for 8a76fc77-0010-4acd-93b3-7e9541315e51 owned by network:router_gateway {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:32.298244 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:35:32Z', 'revision_number': 6, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port_host': None}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:32.328170 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebad0d-8135-4c79-ba93-7880f2d5b937 None None] The sync data for ids ['1dd09492-40f8-41c7-8f2b-e466b8ec1791'] in dv-cinder-788365-5-iscsi is: [{'id': '1dd09492-40f8-41c7-8f2b-e466b8ec1791', 'name': 'tempest-TestMinimumBasicScenario-1938562076-router', 'tenant_id': '79f0de88dfb54c239ae99fa456ffb4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:03Z', 'updated_at': '2021-08-02T17:35:32Z', 'revision_number': 6, 'project_id': '79f0de88dfb54c239ae99fa456ffb4da', 'gw_port_host': None}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:35:32.480944 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.533563 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a76fc77-0010-4acd-93b3-7e9541315e51,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:32.629915 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444478'] for router_gateway, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.765050 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8409'] for router, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.769147 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.841957 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443701'] for router, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.842727 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd09492-40f8-41c7-8f2b-e466b8ec1791 {{(pid=93404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:35:32.848475 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.850836 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-5a1e353d-842b-4094-b51e-c533115f6750 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1dd09492-40f8-41c7-8f2b-e466b8ec1791 HTTP/1.1" status: 204 len: 168 time: 1.3091075 Aug 02 17:35:32.853597 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59446) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:32.901654 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-12035a7c-52f7-49ca-9d67-23c2922029a7 admin admin] Deleting subnet 46cbf1bb-dc55-4175-b4c3-006292e463f9 {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:35:32.905345 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-12035a7c-52f7-49ca-9d67-23c2922029a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:32.943114 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-12035a7c-52f7-49ca-9d67-23c2922029a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598372'] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.067518 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-12035a7c-52f7-49ca-9d67-23c2922029a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.157608 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-12035a7c-52f7-49ca-9d67-23c2922029a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765161'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.179303 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 64550366-209b-4f09-b36f-51f49f83c4cc no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:33.190712 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12035a7c-52f7-49ca-9d67-23c2922029a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cbf1bb-dc55-4175-b4c3-006292e463f9,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:33.195034 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-12035a7c-52f7-49ca-9d67-23c2922029a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.199760 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59450) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:33.202394 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-12035a7c-52f7-49ca-9d67-23c2922029a7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/46cbf1bb-dc55-4175-b4c3-006292e463f9 HTTP/1.1" status: 204 len: 168 time: 0.3474839 Aug 02 17:35:33.216705 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401df13f-3a0a-482e-a268-8e2ee2835834 None None] Network 25f39cb8-3381-466a-8332-ee9cda50e116 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:35:33.221512 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 64550366-209b-4f09-b36f-51f49f83c4cc {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:33.222275 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 64550366-209b-4f09-b36f-51f49f83c4cc not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:33.222913 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8a76fc77-0010-4acd-93b3-7e9541315e51 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:33.288728 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 8a76fc77-0010-4acd-93b3-7e9541315e51 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:33.289002 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.289111 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8a76fc77-0010-4acd-93b3-7e9541315e51 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:33.357375 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Deleting port 1ff4570f-5682-448c-86c8-3d08b04edd32 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:33.357678 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.432971 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] For port 1ff4570f-5682-448c-86c8-3d08b04edd32, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=1ff4570f-5682-448c-86c8-3d08b04edd32,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:33.432971 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.447794 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Calling delete_port for 1ff4570f-5682-448c-86c8-3d08b04edd32 owned by network:dhcp {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:33.466603 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] DHCP port deletion for 25f39cb8-3381-466a-8332-ee9cda50e116 request from dv-cinder-788365-5-iscsi {{(pid=93405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:35:33.525562 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Deleting port 1ff4570f-5682-448c-86c8-3d08b04edd32 {{(pid=93405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:33.525957 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.543101 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.572345 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff4570f-5682-448c-86c8-3d08b04edd32,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:33.575901 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] No DVR routers for this DVR port 1ff4570f-5682-448c-86c8-3d08b04edd32 on host dv-cinder-788365-5-iscsi {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:33.607158 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] For port 1ff4570f-5682-448c-86c8-3d08b04edd32, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=1ff4570f-5682-448c-86c8-3d08b04edd32,segment=NetworkSegment(365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07),segment_id=365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:33.607613 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.627282 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Calling delete_port for 1ff4570f-5682-448c-86c8-3d08b04edd32 owned by network:dhcp {{(pid=93405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:33.658791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.673010 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f39cb8-3381-466a-8332-ee9cda50e116']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:33.686003 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:33.687423 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365fb4e8-0d1b-40fe-b91c-1a5ff3a32f07') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:33.696479 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.714867 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.721874 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:35:33.722253 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:35:33.725072 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:35:33.784147 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.792301 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.795145 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] 10.222.0.16 "DELETE /v2.0/networks/25f39cb8-3381-466a-8332-ee9cda50e116 HTTP/1.1" status: 204 len: 168 time: 0.5941031 Aug 02 17:35:33.799785 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59452) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:33.809376 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e71e8-99c0-4a93-86f8-67e625f961cc admin admin] Pushing event deleted for resources: {'Network': ['ID=25f39cb8-3381-466a-8332-ee9cda50e116,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:33.818524 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:33.843023 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Network 25f39cb8-3381-466a-8332-ee9cda50e116 is not hosted by any dhcp agent {{(pid=93405) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 02 17:35:33.843734 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] No DVR routers for this DVR port 1ff4570f-5682-448c-86c8-3d08b04edd32 on host dv-cinder-788365-5-iscsi {{(pid=93405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:33.845836 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Pushing event deleted for resources: {'Port': ['ID=1ff4570f-5682-448c-86c8-3d08b04edd32,revision_number=None']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:33.856176 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.856545 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.857062 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.857409 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.857797 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.858075 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.858557 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.858902 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.859271 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.859598 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.859923 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:33.860246 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c0ee2c-b9c8-4dc9-8434-f26b778d98b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:35:34.287338 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445680'] for router_interface, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:34.563599 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Deleting port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:34.563948 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:34.648850 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] For port 69c9d8d1-9d3f-4948-b38f-1f8890dccacd, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=69c9d8d1-9d3f-4948-b38f-1f8890dccacd,segment=NetworkSegment(6405240b-1117-48d7-9836-149647ef4cd8),segment_id=6405240b-1117-48d7-9836-149647ef4cd8)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:34.650310 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:34.665492 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Calling delete_port for 69c9d8d1-9d3f-4948-b38f-1f8890dccacd owned by network:router_interface {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:34.854822 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:34.883181 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c9d8d1-9d3f-4948-b38f-1f8890dccacd,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:35.086526 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445572'] for router_interface, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:35.198753 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 1ff4570f-5682-448c-86c8-3d08b04edd32 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:35.220404 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 1ff4570f-5682-448c-86c8-3d08b04edd32 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:35.220761 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 1ff4570f-5682-448c-86c8-3d08b04edd32 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:35.384781 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Router 78c86c59-6802-4157-a983-dc52742351e4 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:35:35.537490 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:35:35.546132 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-50f84781-c7ac-4fe6-8093-6ec2b9b6a059 admin admin] 10.222.0.16 "PUT /v2.0/routers/78c86c59-6802-4157-a983-dc52742351e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439783 Aug 02 17:35:35.548649 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59460) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:35.552268 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] Sync routers for ids ['78c86c59-6802-4157-a983-dc52742351e4'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:35:35.563288 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] Routers {'78c86c59-6802-4157-a983-dc52742351e4'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:35.563918 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:35:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['78c86c59-6802-4157-a983-dc52742351e4'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:35.689385 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] Set router 78c86c59-6802-4157-a983-dc52742351e4 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:35.744113 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks [] for router, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:35.909732 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:35.928399 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c86c59-6802-4157-a983-dc52742351e4', 'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:35:34Z', 'revision_number': 5, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'gw_port': {'id': 'fa45627a-17f6-4837-bd79-744592c7719b', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c86c59-6802-4157-a983-dc52742351e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:35.956315 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] Checking router: 78c86c59-6802-4157-a983-dc52742351e4 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:35:35.966444 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] Routers {'78c86c59-6802-4157-a983-dc52742351e4'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:35:35.967124 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:35:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['78c86c59-6802-4157-a983-dc52742351e4'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:36.036105 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Deleting port fa45627a-17f6-4837-bd79-744592c7719b {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:36.036978 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:36.082847 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] Set router 78c86c59-6802-4157-a983-dc52742351e4 gateway port host: None {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:35:36.094300 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-c6b3c9f6-80ab-4e92-bfe8-1c793d8f8b47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1119952 Aug 02 17:35:36.132996 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] For port fa45627a-17f6-4837-bd79-744592c7719b, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=fa45627a-17f6-4837-bd79-744592c7719b,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:36.133648 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:36.142281 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c86c59-6802-4157-a983-dc52742351e4', 'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:35:35Z', 'revision_number': 6, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'gw_port_host': None}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:36.156254 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Calling delete_port for fa45627a-17f6-4837-bd79-744592c7719b owned by network:router_gateway {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:36.179941 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f31b23-05f6-4434-b6bf-0678a841c367 None None] The sync data for ids ['78c86c59-6802-4157-a983-dc52742351e4'] in dv-cinder-788365-5-iscsi is: [{'id': '78c86c59-6802-4157-a983-dc52742351e4', 'name': 'tempest-TestMinimumBasicScenario-94805615-router', 'tenant_id': '49ac6a3ddcd847ec93934bcae7041ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:35:35Z', 'revision_number': 6, 'project_id': '49ac6a3ddcd847ec93934bcae7041ade', 'gw_port_host': None}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:35:36.318891 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-b3dd347e-7675-46b7-bacc-db78fdfb260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:36.320556 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-b3dd347e-7675-46b7-bacc-db78fdfb260e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 1100 time: 0.1458666 Aug 02 17:35:36.483405 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:36.533294 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa45627a-17f6-4837-bd79-744592c7719b,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:36.564143 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-e4d07e57-164d-4d5d-bc39-4e6550d56dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:36.565668 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-e4d07e57-164d-4d5d-bc39-4e6550d56dde service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.1700962 Aug 02 17:35:36.669615 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444478'] for router_gateway, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:36.994651 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-0bd49a02-1086-4e0c-be97-ada28aab5888 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=093156cc-787e-43c5-a894-099fb5232f29 HTTP/1.1" status: 200 len: 1001 time: 0.3890626 Aug 02 17:35:37.033167 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8409'] for router, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.052655 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.110807 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-572beed3-6888-4709-9735-4523ae182095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:37.111916 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-572beed3-6888-4709-9735-4523ae182095 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0920160 Aug 02 17:35:37.113209 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443701'] for router, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.113772 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78c86c59-6802-4157-a983-dc52742351e4 {{(pid=93403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:35:37.119309 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] Notify callbacks [] for router, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.120590 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f2abf77a-ab32-4d71-a94d-fdd04bc8b705 admin admin] 10.222.0.16 "DELETE /v2.0/routers/78c86c59-6802-4157-a983-dc52742351e4 HTTP/1.1" status: 204 len: 168 time: 1.5704768 Aug 02 17:35:37.125456 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59464) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:37.149108 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 69c9d8d1-9d3f-4948-b38f-1f8890dccacd no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:37.181787 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-5ff757c5-4e55-45cf-bb6d-de595a0f8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:35:37.182642 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 69c9d8d1-9d3f-4948-b38f-1f8890dccacd {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:37.183012 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 69c9d8d1-9d3f-4948-b38f-1f8890dccacd not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:37.183505 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device fa45627a-17f6-4837-bd79-744592c7719b no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:37.185017 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-5ff757c5-4e55-45cf-bb6d-de595a0f8d99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632377 Aug 02 17:35:37.198763 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-6046772c-b716-47e7-9d68-aec0dd708ab7 admin admin] Deleting subnet 3498fbd5-307e-41af-bd90-c2cd6d7fc197 {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:35:37.202336 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6046772c-b716-47e7-9d68-aec0dd708ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.208735 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: fa45627a-17f6-4837-bd79-744592c7719b {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:37.209092 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device fa45627a-17f6-4837-bd79-744592c7719b not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:37.248853 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6046772c-b716-47e7-9d68-aec0dd708ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598372'] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.293362 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-f555e8fc-f005-4522-9e99-9d7e05d444ea service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988042 Aug 02 17:35:37.359283 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6046772c-b716-47e7-9d68-aec0dd708ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.412069 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2fe58a3d-2971-45ff-afdb-dba397c3c22b req-3e2e7a8b-05c7-4466-9c28-9b44be317585 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101096 Aug 02 17:35:37.441314 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6046772c-b716-47e7-9d68-aec0dd708ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765161'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.471332 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046772c-b716-47e7-9d68-aec0dd708ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3498fbd5-307e-41af-bd90-c2cd6d7fc197,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:37.475784 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6046772c-b716-47e7-9d68-aec0dd708ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.480540 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6046772c-b716-47e7-9d68-aec0dd708ab7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3498fbd5-307e-41af-bd90-c2cd6d7fc197 HTTP/1.1" status: 204 len: 168 time: 0.3509407 Aug 02 17:35:37.481547 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59468) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:37.484426 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c9779f-0445-49c8-9538-a215599453c3 None None] Network 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:35:37.568458 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.638708 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Deleting port ecf91b5b-c007-4b95-a5f6-acc30a314293 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:37.639332 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.702514 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45879c-3615-45fe-8e9b-dc5b1e9e9030 None None] DHCP port deletion for 9a76551b-fb1f-4ac7-a62d-980ca63b72c7 request from dv-cinder-788365-5-iscsi {{(pid=93405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:35:37.720896 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] For port ecf91b5b-c007-4b95-a5f6-acc30a314293, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=ecf91b5b-c007-4b95-a5f6-acc30a314293,segment=NetworkSegment(6405240b-1117-48d7-9836-149647ef4cd8),segment_id=6405240b-1117-48d7-9836-149647ef4cd8)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:37.721263 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.741559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Calling delete_port for ecf91b5b-c007-4b95-a5f6-acc30a314293 owned by network:dhcp {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:37.753643 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-bb45879c-3615-45fe-8e9b-dc5b1e9e9030 None None] Deleting port ecf91b5b-c007-4b95-a5f6-acc30a314293 {{(pid=93405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:35:37.754038 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bb45879c-3615-45fe-8e9b-dc5b1e9e9030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.828192 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.829240 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-bb45879c-3615-45fe-8e9b-dc5b1e9e9030 None None] For port ecf91b5b-c007-4b95-a5f6-acc30a314293, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=ecf91b5b-c007-4b95-a5f6-acc30a314293,segment=NetworkSegment(6405240b-1117-48d7-9836-149647ef4cd8),segment_id=6405240b-1117-48d7-9836-149647ef4cd8)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:35:37.829650 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bb45879c-3615-45fe-8e9b-dc5b1e9e9030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.844911 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-bb45879c-3615-45fe-8e9b-dc5b1e9e9030 None None] Calling delete_port for ecf91b5b-c007-4b95-a5f6-acc30a314293 owned by network:dhcp {{(pid=93405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:35:37.854412 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf91b5b-c007-4b95-a5f6-acc30a314293,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:37.858373 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] No DVR routers for this DVR port ecf91b5b-c007-4b95-a5f6-acc30a314293 on host dv-cinder-788365-5-iscsi {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:37.929882 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bb45879c-3615-45fe-8e9b-dc5b1e9e9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.937732 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.949527 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a76551b-fb1f-4ac7-a62d-980ca63b72c7']}} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:37.955461 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45879c-3615-45fe-8e9b-dc5b1e9e9030 None None] Pushing event deleted for resources: {'Port': ['ID=ecf91b5b-c007-4b95-a5f6-acc30a314293,revision_number=None']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:37.960074 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45879c-3615-45fe-8e9b-dc5b1e9e9030 None None] No DVR routers for this DVR port ecf91b5b-c007-4b95-a5f6-acc30a314293 on host dv-cinder-788365-5-iscsi {{(pid=93405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:35:37.963340 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6405240b-1117-48d7-9836-149647ef4cd8') {'for_net_delete': True} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:37.963680 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6405240b-1117-48d7-9836-149647ef4cd8') {} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:35:37.976831 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598429'] for segment, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:37.993070 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:38.000409 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:35:38.000940 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096407'] for segment, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: Traceback (most recent call last): Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: timer() Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: cb(*args, **kw) Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: return func(*args, **kwargs) Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: self._notify() Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: self.callback(batched_events) Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: event.method(event) Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: return f(self, *a, **k) Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._get(url).json() Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: return self.request(url, 'GET', **kwargs) Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:35:38.002801 dv-cinder-788365-5-iscsi neutron-server[93404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:35:38.060421 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:38.080474 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:38.080863 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9a76551b-fb1f-4ac7-a62d-980ca63b72c7 HTTP/1.1" status: 204 len: 168 time: 0.5979357 Aug 02 17:35:38.087512 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e5285-6dca-4a67-be3c-702e6d19f9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a76551b-fb1f-4ac7-a62d-980ca63b72c7,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:38.274062 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59472) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:38.323308 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-234bcdb4-8a52-40f6-8d66-686540d89e61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79f0de88dfb54c239ae99fa456ffb4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479088 Aug 02 17:35:38.325957 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59474) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:38.387622 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-18c8e9b5-3d1c-4d79-8be1-0c3267c2585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:38.410720 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-18c8e9b5-3d1c-4d79-8be1-0c3267c2585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:38.467574 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-18c8e9b5-3d1c-4d79-8be1-0c3267c2585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:38.470369 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-18c8e9b5-3d1c-4d79-8be1-0c3267c2585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:38.471596 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-18c8e9b5-3d1c-4d79-8be1-0c3267c2585b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7374e1f3-bc8f-47a1-ae02-efdf4947abcb HTTP/1.1" status: 204 len: 168 time: 0.1446786 Aug 02 17:35:38.480340 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8e9b5-3d1c-4d79-8be1-0c3267c2585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7374e1f3-bc8f-47a1-ae02-efdf4947abcb,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:38.843625 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59482) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:38.894119 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-e53885f0-4855-4358-be5a-8c60ebd31b3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49ac6a3ddcd847ec93934bcae7041ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492215 Aug 02 17:35:38.896821 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59484) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:35:38.951124 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-612e6ef8-51c0-43f3-bbc4-707cd0875423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:38.973110 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-612e6ef8-51c0-43f3-bbc4-707cd0875423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:39.024854 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-612e6ef8-51c0-43f3-bbc4-707cd0875423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:39.027368 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-612e6ef8-51c0-43f3-bbc4-707cd0875423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:39.028560 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-612e6ef8-51c0-43f3-bbc4-707cd0875423 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3f5b33e-bd6c-42a4-b029-3e074ce042ce HTTP/1.1" status: 204 len: 168 time: 0.1306930 Aug 02 17:35:39.038579 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e6ef8-51c0-43f3-bbc4-707cd0875423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f5b33e-bd6c-42a4-b029-3e074ce042ce,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:35:39.124430 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device ecf91b5b-c007-4b95-a5f6-acc30a314293 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:35:39.144156 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: ecf91b5b-c007-4b95-a5f6-acc30a314293 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:35:39.144497 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device ecf91b5b-c007-4b95-a5f6-acc30a314293 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:35:50.068633 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cc507c4b-6d42-444a-accd-8f62bc485fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:52.527278 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-227b30a6-ae1a-49d6-92be-44142ee9a9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:52.876193 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:53.866228 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:56.157403 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:35:56.876642 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:36:01.264016 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:14.029403 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efe5d6-7f64-4529-922d-f4ce08035f91 req-f0143c3f-4273-4ce5-ad84-2afc6b869e29 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:14.030899 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a9efe5d6-7f64-4529-922d-f4ce08035f91 req-f0143c3f-4273-4ce5-ad84-2afc6b869e29 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 947 time: 0.0506170 Aug 02 17:36:14.070050 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a9efe5d6-7f64-4529-922d-f4ce08035f91 req-0c2969bd-3a79-46c3-9a2e-fbf588775aff tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 Aug 02 17:36:14.528211 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a2930-73cb-4b0f-a8e1-b2a30df08e1a req-4d39f832-0688-4634-b53f-b5ce8e7671a7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:14.529688 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1f4a2930-73cb-4b0f-a8e1-b2a30df08e1a req-4d39f832-0688-4634-b53f-b5ce8e7671a7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0498981 Aug 02 17:36:14.568681 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1f4a2930-73cb-4b0f-a8e1-b2a30df08e1a req-a783983c-dfb8-4134-a1b0-51badfef7c86 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329652 Aug 02 17:36:15.189949 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe7fd3-3c29-4a7d-9b3d-5e03e6158439 req-bf71a9df-92b4-4e82-9c87-540193b70338 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:15.191697 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9bbe7fd3-3c29-4a7d-9b3d-5e03e6158439 req-bf71a9df-92b4-4e82-9c87-540193b70338 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 947 time: 0.0479722 Aug 02 17:36:15.229688 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9bbe7fd3-3c29-4a7d-9b3d-5e03e6158439 req-bb87b3d6-17b8-487b-b643-2b23d5f13696 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Aug 02 17:36:15.684444 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978fea4-b597-4552-90d1-c17dc7bc71b0 req-c90ae7b8-b87d-4d28-a5dc-0b301f119fbe tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:15.685927 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7978fea4-b597-4552-90d1-c17dc7bc71b0 req-c90ae7b8-b87d-4d28-a5dc-0b301f119fbe tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0510783 Aug 02 17:36:15.723317 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7978fea4-b597-4552-90d1-c17dc7bc71b0 req-087507ce-bf62-4911-bbc2-9f6ba876af7e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311012 Aug 02 17:36:16.311613 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-d5105a80-1016-449b-b29d-cdbffce51551 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:16.313136 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-d5105a80-1016-449b-b29d-cdbffce51551 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 947 time: 0.0593441 Aug 02 17:36:16.414525 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a16c9-3471-4265-9c24-ebea8633cc76 req-099b0177-1ea4-4c82-bce9-bb609d7a9320 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:16.416033 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f8a16c9-3471-4265-9c24-ebea8633cc76 req-099b0177-1ea4-4c82-bce9-bb609d7a9320 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 947 time: 0.1019940 Aug 02 17:36:16.466331 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Deleting port 093156cc-787e-43c5-a894-099fb5232f29 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:16.466672 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:16.472809 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f8a16c9-3471-4265-9c24-ebea8633cc76 req-328ebefa-f2e1-4f06-bb1d-fdcfbad61035 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=faeac395-346c-41f2-857d-b7632718cf00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505040 Aug 02 17:36:16.559428 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] For port 093156cc-787e-43c5-a894-099fb5232f29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=093156cc-787e-43c5-a894-099fb5232f29,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:16.559711 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:16.724889 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:16.725259 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:16.725566 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.l3_db [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Floating IP 85a95aae-0330-4c40-a25e-f74f8454fa85 disassociated. External IP: 172.27.0.37, port: 093156cc-787e-43c5-a894-099fb5232f29. Aug 02 17:36:16.726110 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Calling delete_port for 093156cc-787e-43c5-a894-099fb5232f29 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:16.871260 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f579a4-03fb-43db-af8f-cfc9bbe898f3 req-30a0b306-7216-473b-872c-e2c5e087330e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:16.872863 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-98f579a4-03fb-43db-af8f-cfc9bbe898f3 req-30a0b306-7216-473b-872c-e2c5e087330e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0819440 Aug 02 17:36:16.886504 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-324ab148-dc89-4a4d-a7da-e5d27bf3a2c1 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:16.888035 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-324ab148-dc89-4a4d-a7da-e5d27bf3a2c1 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 946 time: 0.0568290 Aug 02 17:36:16.909872 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:16.953688 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-98f579a4-03fb-43db-af8f-cfc9bbe898f3 req-03df678e-6fd0-4bf4-a29c-20d4a52accfd tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735166 Aug 02 17:36:16.956186 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event deleted for resources: {'Port': ['ID=093156cc-787e-43c5-a894-099fb5232f29,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:16.984929 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Deleting port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:16.985272 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.074071 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Router 0f4148bc-b185-40b2-a766-89971f9dfd3f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:36:17.075620 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] For port 32e9eece-eba2-4a91-961b-2bfaf35e8a76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=32e9eece-eba2-4a91-961b-2bfaf35e8a76,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:17.076023 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.184122 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:36:17.197464 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] Sync routers for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:36:17.207085 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:17.207784 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:35:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:17.230868 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] No DVR routers for this DVR port 093156cc-787e-43c5-a894-099fb5232f29 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:36:17.233655 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.235805 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b85e5dde-7b47-4069-a0c0-656d8438aed3 req-2f57b667-3694-4460-9da9-7dc35c22ab1b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "DELETE /v2.0/ports/093156cc-787e-43c5-a894-099fb5232f29 HTTP/1.1" status: 204 len: 173 time: 0.9122045 Aug 02 17:36:17.236334 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-deleted', 'tag': '093156cc-787e-43c5-a894-099fb5232f29'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:17.238764 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5002773-72d4-495d-9777-01e0d6f69f37" -d '{"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-deleted", "tag": "093156cc-787e-43c5-a894-099fb5232f29"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:17.283919 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85125a15-dbdb-4c4a-a16a-2443ba3e7064 x-openstack-request-id: req-85125a15-dbdb-4c4a-a16a-2443ba3e7064 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:17.283919 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952b7b71-81e3-43cb-9052-3187eb1b93d1", "name": "network-vif-deleted", "tag": "093156cc-787e-43c5-a894-099fb5232f29", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:17.283919 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85125a15-dbdb-4c4a-a16a-2443ba3e7064 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:17.283919 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952b7b71-81e3-43cb-9052-3187eb1b93d1', 'name': 'network-vif-deleted', 'tag': '093156cc-787e-43c5-a894-099fb5232f29', 'status': 'completed', 'code': 200} Aug 02 17:36:17.348907 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:17.608160 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.608818 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.609605 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Floating IP f1a8bd20-7115-44cd-9a53-1efd67b7a96a disassociated. External IP: 172.27.0.7, port: 32e9eece-eba2-4a91-961b-2bfaf35e8a76. Aug 02 17:36:17.610176 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Calling delete_port for 32e9eece-eba2-4a91-961b-2bfaf35e8a76 owned by compute:nova {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:17.633195 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:17.639505 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-37619fff-96be-40e5-9156-bf767ef68f28 req-4ba03912-eb35-4c6d-b6bd-bc55f26f129e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=952b7b71-81e3-43cb-9052-3187eb1b93d1 HTTP/1.1" status: 200 len: 210 time: 0.0528269 Aug 02 17:36:17.672924 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] Checking router: 0f4148bc-b185-40b2-a766-89971f9dfd3f for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:36:17.682049 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:17.682752 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:35:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:17.750541 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:17.790509 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event deleted for resources: {'Port': ['ID=32e9eece-eba2-4a91-961b-2bfaf35e8a76,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:17.912782 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Router 0c04ef9d-8134-4a96-a741-c24640347a05 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:36:17.916129 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:18.027879 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:36:18.048280 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] Sync routers for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:36:18.070078 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:18.070713 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:35:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:18.078478 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d609a4e6-054e-4413-9b23-3328b3eed8a6 req-8d69d226-9722-439c-8054-e3511daf79d0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=33222182-dbb4-429c-b858-915aa0e8b6d5 HTTP/1.1" status: 200 len: 210 time: 0.0473075 Aug 02 17:36:18.094744 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] No DVR routers for this DVR port 32e9eece-eba2-4a91-961b-2bfaf35e8a76 on host hv-cinder-78836 {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:36:18.097268 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.099511 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4c4b7a5e-d54b-415a-b4bd-9983197344ec req-86c202cc-29f0-45bb-be31-a1070e857617 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "DELETE /v2.0/ports/32e9eece-eba2-4a91-961b-2bfaf35e8a76 HTTP/1.1" status: 204 len: 173 time: 1.2055452 Aug 02 17:36:18.100055 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'name': 'network-vif-deleted', 'tag': '32e9eece-eba2-4a91-961b-2bfaf35e8a76'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:18.102292 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666d3399-bfd5-4b37-be65-b4054d24259e" -d '{"events": [{"server_uuid": "33222182-dbb4-429c-b858-915aa0e8b6d5", "name": "network-vif-deleted", "tag": "32e9eece-eba2-4a91-961b-2bfaf35e8a76"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:18.174710 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:18.177451 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0be9e9-eaf0-4852-bdeb-7602d66b266b x-openstack-request-id: req-8f0be9e9-eaf0-4852-bdeb-7602d66b266b {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:18.178280 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33222182-dbb4-429c-b858-915aa0e8b6d5", "name": "network-vif-deleted", "tag": "32e9eece-eba2-4a91-961b-2bfaf35e8a76", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:18.178525 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f0be9e9-eaf0-4852-bdeb-7602d66b266b {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:18.179344 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33222182-dbb4-429c-b858-915aa0e8b6d5', 'name': 'network-vif-deleted', 'tag': '32e9eece-eba2-4a91-961b-2bfaf35e8a76', 'status': 'completed', 'code': 200} Aug 02 17:36:18.206733 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d62d2-92f2-48c4-af5b-4138458b3fc3 None None] The sync data for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi is: [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:36:18.236615 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:18.472010 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:18.499300 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e75f4-3c76-495d-95ec-1ea2ef8248c4 None None] New status for floating IP 85a95aae-0330-4c40-a25e-f74f8454fa85: DOWN {{(pid=93405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:36:18.506248 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] Checking router: 0c04ef9d-8134-4a96-a741-c24640347a05 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:36:18.516691 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:18.517359 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:35:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:18.634210 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:18.718683 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59612) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:18.773249 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05a5006e-6a0d-4490-89b7-4ecec6f0cc4e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.796224 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05a5006e-6a0d-4490-89b7-4ecec6f0cc4e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.835186 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:18.845388 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05a5006e-6a0d-4490-89b7-4ecec6f0cc4e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.848068 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05a5006e-6a0d-4490-89b7-4ecec6f0cc4e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:18.849231 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-05a5006e-6a0d-4490-89b7-4ecec6f0cc4e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "DELETE /v2.0/security-groups/faeac395-346c-41f2-857d-b7632718cf00 HTTP/1.1" status: 204 len: 168 time: 0.1295295 Aug 02 17:36:18.852297 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59614) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:18.859172 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5006e-6a0d-4490-89b7-4ecec6f0cc4e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeac395-346c-41f2-857d-b7632718cf00,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:18.866744 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faba1d4-da12-4611-bef6-7b4bdce31e0c None None] The sync data for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi is: [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:36:18.876261 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.api.v2.resource [None req-18333ea7-6981-4a26-be55-a62037e9cc2c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] show failed (client error): The resource could not be found. Aug 02 17:36:18.877361 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-18333ea7-6981-4a26-be55-a62037e9cc2c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups/faeac395-346c-41f2-857d-b7632718cf00 HTTP/1.1" status: 404 len: 347 time: 0.0234120 Aug 02 17:36:18.880323 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59616) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:19.025033 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Deleting port 44486d62-63fe-4128-ad92-983d970e44c4 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:36:19.025385 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.123821 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.124151 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.138227 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Calling delete_port for 44486d62-63fe-4128-ad92-983d970e44c4 owned by network:floatingip {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:36:19.169246 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e619ca86-ddb6-4cd9-af78-55417161c5dd None None] New status for floating IP f1a8bd20-7115-44cd-9a53-1efd67b7a96a: DOWN {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:36:19.282102 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.316816 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event deleted for resources: {'Port': ['ID=44486d62-63fe-4128-ad92-983d970e44c4,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:19.404728 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-039b7106-8abb-4031-aeec-30e1edee8e5a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239481175&fields=id&tenant_id=93a074e288914914a2cf5e4c028d69af HTTP/1.1" status: 200 len: 267 time: 0.0638366 Aug 02 17:36:19.405516 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.408100 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.409154 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-4344254f-5efe-450b-87e0-4bfc235413d7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "DELETE /v2.0/floatingips/85a95aae-0330-4c40-a25e-f74f8454fa85 HTTP/1.1" status: 204 len: 168 time: 0.5275443 Aug 02 17:36:19.521911 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-2be5ce79-5299-4896-8697-2e8299cd842b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:19.523519 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-2be5ce79-5299-4896-8697-2e8299cd842b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 812 time: 0.1114910 Aug 02 17:36:19.540855 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-20adc561-65af-4166-ad14-dafb43eb367f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/quotas/93a074e288914914a2cf5e4c028d69af HTTP/1.1" status: 200 len: 375 time: 0.0101306 Aug 02 17:36:19.597495 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-69211996-03af-4707-94e1-17131892f3e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509198 Aug 02 17:36:19.791905 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-a13a876c-3c8d-4191-8464-8c8fc4b04f7b service neutron] 10.222.0.16 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810005 Aug 02 17:36:19.801679 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59632) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:19.808127 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-6869b0af-1c22-497e-8feb-3653465534ca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761221533', 'description': 'tempest-description--336193490'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:19.839092 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6869b0af-1c22-497e-8feb-3653465534ca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.886918 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-156865c3-b497-4e6a-90b7-22b33285cd4f service neutron] 10.222.0.16 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881758 Aug 02 17:36:19.941751 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6869b0af-1c22-497e-8feb-3653465534ca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.949761 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6869b0af-1c22-497e-8feb-3653465534ca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.978471 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6869b0af-1c22-497e-8feb-3653465534ca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:19.979777 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6869b0af-1c22-497e-8feb-3653465534ca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1769266 Aug 02 17:36:19.983650 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59636) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:19.988262 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869b0af-1c22-497e-8feb-3653465534ca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:19.988453 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-6fd3e7d2-6fd2-4ec4-af5b-7626f486808c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'security_group_rule': {'security_group_id': '71e8e0e2-099c-4e84-a47a-e87e5cb8d62a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:20.019913 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e7d2-6fd2-4ec4-af5b-7626f486808c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.079743 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-482d064b-8b68-405c-b248-2ce69164eb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.087445 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e7d2-6fd2-4ec4-af5b-7626f486808c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.091486 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e7d2-6fd2-4ec4-af5b-7626f486808c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.111840 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3e7d2-6fd2-4ec4-af5b-7626f486808c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc91608c-b05e-4013-b58d-e5ef77842f5d,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:20.122351 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6fd3e7d2-6fd2-4ec4-af5b-7626f486808c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.124966 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-6fd3e7d2-6fd2-4ec4-af5b-7626f486808c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401114 Aug 02 17:36:20.127881 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59644) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:20.133606 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-4e5e2524-6e37-48a4-bbbf-3d035f98c8b7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'security_group_rule': {'security_group_id': '71e8e0e2-099c-4e84-a47a-e87e5cb8d62a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:20.177858 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4e5e2524-6e37-48a4-bbbf-3d035f98c8b7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.234355 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6b27fd93-af64-4cc9-b5ca-2455862cf02b req-d0d88c42-849d-4ac2-80e9-0f3eed32560b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 210 time: 0.0331645 Aug 02 17:36:20.255634 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4e5e2524-6e37-48a4-bbbf-3d035f98c8b7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.261262 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4e5e2524-6e37-48a4-bbbf-3d035f98c8b7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.284493 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e2524-6e37-48a4-bbbf-3d035f98c8b7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659597b2-c445-4563-877f-2f58657f3ceb,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:20.291410 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4e5e2524-6e37-48a4-bbbf-3d035f98c8b7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.293032 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4e5e2524-6e37-48a4-bbbf-3d035f98c8b7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1639473 Aug 02 17:36:20.296406 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59650) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:20.298722 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 32e9eece-eba2-4a91-961b-2bfaf35e8a76 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:20.301069 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'floatingip': {'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:20.321917 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 32e9eece-eba2-4a91-961b-2bfaf35e8a76 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:20.322902 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 32e9eece-eba2-4a91-961b-2bfaf35e8a76 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:20.323576 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:36:20.327345 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.348951 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 093156cc-787e-43c5-a894-099fb5232f29 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:36:20.349750 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 093156cc-787e-43c5-a894-099fb5232f29 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:36:20.433888 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.551583 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Allocated IP 172.27.0.23 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/3fdc6287-b6f1-491c-a2ed-f5a4fccf5129) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:36:20.665532 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.706816 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.745089 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:36:20.747975 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:36:20.751445 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:36:20.782193 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'Port': ['ID=3fdc6287-b6f1-491c-a2ed-f5a4fccf5129,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:20.849713 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:20.900993 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:21.059251 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:21.063978 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:21.133081 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'Port': ['ID=3fdc6287-b6f1-491c-a2ed-f5a4fccf5129,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:21.145531 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:21.160081 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:21.161441 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-02225e73-00cf-405c-9a10-234edb7600c5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8640263 Aug 02 17:36:21.372860 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7ad04b6a-5a8c-4c22-a8c4-3315e5c38b1c req-e45f1fb6-287e-46b1-b4d7-de23414b7c09 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 210 time: 0.0358186 Aug 02 17:36:21.382613 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-1a2db0cc-015a-449a-980f-c1ced2d6785f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1761221533&fields=id&tenant_id=3ee1666e28734860b876c5cb4cabbd06 HTTP/1.1" status: 200 len: 267 time: 0.0402210 Aug 02 17:36:21.391503 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-247daa14-58e8-4d59-8bb6-82969ff76ed0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:21.391801 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-247daa14-58e8-4d59-8bb6-82969ff76ed0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 812 time: 0.1716077 Aug 02 17:36:21.464096 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-a2842e83-450d-402b-bbcd-c56ba9e443e2 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93a074e288914914a2cf5e4c028d69af HTTP/1.1" status: 200 len: 380 time: 0.0385396 Aug 02 17:36:21.475227 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'port': {'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'admin_state_up': True, 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'security_groups': ['fec3a840-2f6d-4222-8ee8-968f5ec7a70a']}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:21.529897 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-2c61f23e-ee79-42f1-a589-d5b1bbde1923 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:21.529897 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-2c61f23e-ee79-42f1-a589-d5b1bbde1923 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 817 time: 0.1399982 Aug 02 17:36:21.545930 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-c43eee16-4e08-45a5-81cd-5aa64f710d90 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/quotas/3ee1666e28734860b876c5cb4cabbd06 HTTP/1.1" status: 200 len: 375 time: 0.0101373 Aug 02 17:36:21.596601 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Made reservation on behalf of 93a074e288914914a2cf5e4c028d69af for: {'port': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:36:21.600103 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:21.603462 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-e5769aad-0d72-4211-894d-f2991ab624a2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504372 Aug 02 17:36:21.711117 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-85d14694-161d-45da-8254-6ebf9fe65298 service neutron] 10.222.0.16 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957074 Aug 02 17:36:21.735372 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Allocated IP 172.20.0.10 (8c4cf31e-c1ad-41c3-9552-513111555732/dec82cd7-fa5d-4a46-a0bc-6fb8c108b405/f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:36:21.805837 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-aef4f636-e4b3-40d3-a2e0-48220f07c680 service neutron] 10.222.0.16 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878341 Aug 02 17:36:21.891726 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:21.909031 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Transition to ACTIVE for port object f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 will not be triggered until provisioned by entity DHCP. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:36:21.948237 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:21.993133 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Network 8c4cf31e-c1ad-41c3-9552-513111555732 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:36:21.996916 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:36:22.008004 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:36:22.060916 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'Port': ['ID=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:22.070406 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1da213cd-94c2-473e-b90c-5d827a6b5012 req-7cca71a5-7730-426b-94fd-57b04525e697 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 210 time: 0.0684564 Aug 02 17:36:22.121371 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:22.122058 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.145151 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-b7f34680-2c5e-4b65-bebd-17041f2de96b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6737599 Aug 02 17:36:22.166534 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Request body: {'port': {'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:22.236659 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.264345 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-44f7e917-adfc-4603-a7dd-a1dea48cac58 None None] Provisioning for port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:36:22.268880 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-44f7e917-adfc-4603-a7dd-a1dea48cac58 None None] Provisioning complete for port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:36:22.269251 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-44f7e917-adfc-4603-a7dd-a1dea48cac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.306207 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-44f7e917-adfc-4603-a7dd-a1dea48cac58 None None] Port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:36:22.529772 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-9806be74-d94b-4c31-9681-9d72f2693e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.533027 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a2159-5c33-4301-b6fa-bf795fbd6e6e req-4cc93d87-edd8-44ce-8689-7dba5046486a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:22.534597 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9d1a2159-5c33-4301-b6fa-bf795fbd6e6e req-4cc93d87-edd8-44ce-8689-7dba5046486a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 932 time: 0.0720255 Aug 02 17:36:22.567305 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 {{(pid=93404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:36:22.577388 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.578663 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9d1a2159-5c33-4301-b6fa-bf795fbd6e6e req-412bbde8-e578-4028-ae41-81f83c1b895a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381134 Aug 02 17:36:22.592632 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Transition to ACTIVE for port object f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 will not be triggered until provisioned by entity L2. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:36:22.596922 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.655960 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Pushing event updated for resources: {'Port': ['ID=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:22.726294 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Attempting to bind port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:36:22.726595 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Attempting to bind port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:36:22.726934 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Attempting to bind port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 on network 8c4cf31e-c1ad-41c3-9552-513111555732 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:36:22.731642 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 on network 8c4cf31e-c1ad-41c3-9552-513111555732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:36:22.731971 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Attempting to bind port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 on network 8c4cf31e-c1ad-41c3-9552-513111555732 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:36:22.736987 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:36:22.737550 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Checking segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:36:22.737716 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Bound using segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:36:22.738152 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Bound port: f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:36:22.738510 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.808417 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] For port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6, host hv-cinder-78836, cleared binding levels {{(pid=93404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:36:22.811531 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] For port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:36:22.816914 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.851949 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:22.852737 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.853970 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] 10.222.0.41 "PUT /v2.0/ports/f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 HTTP/1.1" status: 200 len: 1094 time: 0.6929445 Aug 02 17:36:22.854417 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:22.856817 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef5376a-7ee6-49e6-befd-742921263e61" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:22.890284 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:22.899058 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf3bca-abcb-42a9-a787-bc85a5b1d053 service neutron] Pushing event updated for resources: {'Port': ['ID=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,revision_number=3']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:22.909546 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005c60f5-09fe-49dc-82a0-8b4e6211f947 x-openstack-request-id: req-005c60f5-09fe-49dc-82a0-8b4e6211f947 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:22.909898 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:22.910168 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-005c60f5-09fe-49dc-82a0-8b4e6211f947 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:22.910627 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'status': 'completed', 'code': 200} Aug 02 17:36:22.989159 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-e2cfd18f-a80d-465a-bbd3-020ad2925bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:22.990835 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-e2cfd18f-a80d-465a-bbd3-020ad2925bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 1097 time: 0.0454347 Aug 02 17:36:23.047343 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-4e36b0f5-0f22-43ba-a611-18ab1963b17b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 HTTP/1.1" status: 200 len: 217 time: 0.0418499 Aug 02 17:36:23.139883 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-98aee3c9-8602-4605-9738-88cbf7db9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.141234 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-98aee3c9-8602-4605-9738-88cbf7db9885 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0528193 Aug 02 17:36:23.196033 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-006bf3e8-da96-445c-adf4-a3817b96c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.201029 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-93db8ccb-3997-42e8-ba49-a522eb9bcd81 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.202512 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-93db8ccb-3997-42e8-ba49-a522eb9bcd81 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 817 time: 0.1133792 Aug 02 17:36:23.204459 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-006bf3e8-da96-445c-adf4-a3817b96c082 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551353 Aug 02 17:36:23.232725 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5eb3143d-9946-4d9a-9804-ec512055accb req-0b0c64de-ac3e-483f-85c9-302a57c40647 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Aug 02 17:36:23.263923 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-e5cc8bfa-f3a5-4f32-8d57-eb47d4e5f9db tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ee1666e28734860b876c5cb4cabbd06 HTTP/1.1" status: 200 len: 380 time: 0.0391734 Aug 02 17:36:23.276556 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'port': {'device_id': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'admin_state_up': True, 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'security_groups': ['71e8e0e2-099c-4e84-a47a-e87e5cb8d62a']}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:23.330826 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-33453778-b8e9-4b8f-ab83-00fde1e23f59 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004653 Aug 02 17:36:23.394693 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Made reservation on behalf of 3ee1666e28734860b876c5cb4cabbd06 for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:36:23.400114 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:23.427578 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-177a3cb2-6676-4ac8-97f7-9dd4b3afeaf3 req-e345a75b-5cf9-48df-9eee-b659594f983b service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900614 Aug 02 17:36:23.539574 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Allocated IP 172.20.0.6 (b3623bc8-ed45-46c4-94b7-2607b87c694d/163c476f-6786-4459-996d-3740e68fb10d/4d5636d1-635b-4903-9ae5-fc293c8731e4) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:36:23.612344 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5376a-7ee6-49e6-befd-742921263e61 req-bb90e18e-5e21-4dc2-abc4-26c7eadbedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.615054 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cef5376a-7ee6-49e6-befd-742921263e61 req-bb90e18e-5e21-4dc2-abc4-26c7eadbedec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 1097 time: 0.0552154 Aug 02 17:36:23.714397 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5376a-7ee6-49e6-befd-742921263e61 req-c5bb0f2a-9ed4-4f61-986c-a071b9385057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.715936 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cef5376a-7ee6-49e6-befd-742921263e61 req-c5bb0f2a-9ed4-4f61-986c-a071b9385057 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.0935755 Aug 02 17:36:23.726164 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:23.751172 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cec83-cbf2-47ee-94de-b5887995edb1 req-b44d4194-b6ee-4ad2-8843-04c236cca780 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.752720 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0e9cec83-cbf2-47ee-94de-b5887995edb1 req-b44d4194-b6ee-4ad2-8843-04c236cca780 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 944 time: 0.0888638 Aug 02 17:36:23.753755 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Transition to ACTIVE for port object 4d5636d1-635b-4903-9ae5-fc293c8731e4 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:36:23.773888 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cef5376a-7ee6-49e6-befd-742921263e61 req-99f26e33-3f21-4dab-8c59-71c99d854a0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 HTTP/1.1" status: 200 len: 217 time: 0.0416472 Aug 02 17:36:23.809636 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0e9cec83-cbf2-47ee-94de-b5887995edb1 req-797851d5-0880-499e-80e5-3ccf600c2c1a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489585 Aug 02 17:36:23.821574 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:23.827623 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5376a-7ee6-49e6-befd-742921263e61 req-2f2b5e2e-4442-40c2-aa5f-af4aacbeb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.829109 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cef5376a-7ee6-49e6-befd-742921263e61 req-2f2b5e2e-4442-40c2-aa5f-af4aacbeb981 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0482304 Aug 02 17:36:23.868358 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Network b3623bc8-ed45-46c4-94b7-2607b87c694d is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:36:23.872164 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:36:23.873598 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:23.876751 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:36:23.884292 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5376a-7ee6-49e6-befd-742921263e61 req-b7780eb1-8e2c-4d49-9111-4e832e9717b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.886280 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cef5376a-7ee6-49e6-befd-742921263e61 req-b7780eb1-8e2c-4d49-9111-4e832e9717b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489907 Aug 02 17:36:23.910173 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:23.940005 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:23.940926 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:23.959494 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-982b8dc8-001e-4174-86a0-494ddc020041 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6874828 Aug 02 17:36:23.981122 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Request body: {'port': {'device_id': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:24.015837 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cef5376a-7ee6-49e6-befd-742921263e61 req-d6e5c950-2008-4949-88fa-762e65b5eec8 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110425 Aug 02 17:36:24.047701 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:24.119671 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cef5376a-7ee6-49e6-befd-742921263e61 req-cf3fe5af-389f-4b0b-ae21-784d870bdfff service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948770 Aug 02 17:36:24.188691 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-375d173e-3527-47a7-8a39-53efd3b32734 None None] Provisioning for port 4d5636d1-635b-4903-9ae5-fc293c8731e4 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:36:24.195365 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-375d173e-3527-47a7-8a39-53efd3b32734 None None] Provisioning complete for port 4d5636d1-635b-4903-9ae5-fc293c8731e4 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:36:24.195957 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-375d173e-3527-47a7-8a39-53efd3b32734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:24.234821 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-375d173e-3527-47a7-8a39-53efd3b32734 None None] Port 4d5636d1-635b-4903-9ae5-fc293c8731e4 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:36:24.370656 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5636d1-635b-4903-9ae5-fc293c8731e4 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:36:24.379413 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:24.401995 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0a342-fc33-4e7c-8837-dc37a3769e0a req-eeb2646c-abf7-495d-b2a4-61df0c266c27 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:24.406007 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-65d0a342-fc33-4e7c-8837-dc37a3769e0a req-eeb2646c-abf7-495d-b2a4-61df0c266c27 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 931 time: 0.0938859 Aug 02 17:36:24.409222 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Transition to ACTIVE for port object 4d5636d1-635b-4903-9ae5-fc293c8731e4 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:36:24.417430 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:24.499023 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-65d0a342-fc33-4e7c-8837-dc37a3769e0a req-c515a1b0-96ed-4540-b220-9ed468c953ed tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884860 Aug 02 17:36:24.499649 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:24.575573 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Attempting to bind port 4d5636d1-635b-4903-9ae5-fc293c8731e4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:36:24.576156 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Attempting to bind port 4d5636d1-635b-4903-9ae5-fc293c8731e4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:36:24.576272 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Attempting to bind port 4d5636d1-635b-4903-9ae5-fc293c8731e4 on network b3623bc8-ed45-46c4-94b7-2607b87c694d {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:36:24.580775 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Port 4d5636d1-635b-4903-9ae5-fc293c8731e4 on network b3623bc8-ed45-46c4-94b7-2607b87c694d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:36:24.581097 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Attempting to bind port 4d5636d1-635b-4903-9ae5-fc293c8731e4 on network b3623bc8-ed45-46c4-94b7-2607b87c694d {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:36:24.586483 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:36:24.586817 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Checking segment: {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:36:24.587251 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Bound using segment: {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:36:24.587686 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Bound port: 4d5636d1-635b-4903-9ae5-fc293c8731e4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7eb259f-bdab-450b-8c42-0dc5fb03836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:36:24.588041 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:24.659825 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:36:24.663565 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:36:24.668317 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:24.699784 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:24.700405 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:24.701837 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] 10.222.0.41 "PUT /v2.0/ports/4d5636d1-635b-4903-9ae5-fc293c8731e4 HTTP/1.1" status: 200 len: 1093 time: 0.7276943 Aug 02 17:36:24.704086 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:24.706454 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3730275-28da-47e8-b048-b801a3e022b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:24.736787 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d62c1-9991-4560-aaed-1989424d09fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:24.750859 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9653682f-08ee-43f2-86c6-399030839ca7 x-openstack-request-id: req-9653682f-08ee-43f2-86c6-399030839ca7 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:24.751406 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:24.751665 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9653682f-08ee-43f2-86c6-399030839ca7 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:24.752009 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'status': 'completed', 'code': 200} Aug 02 17:36:24.821220 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-bd7beabd-cdf9-4c25-b881-91c4d17336a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:24.822797 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-bd7beabd-cdf9-4c25-b881-91c4d17336a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 1096 time: 0.0439548 Aug 02 17:36:24.874930 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-686f37e7-324d-4910-8cce-d6f93c726f43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4 HTTP/1.1" status: 200 len: 217 time: 0.0379040 Aug 02 17:36:24.953956 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-41c306ff-8804-47d5-a049-01707501f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:24.955400 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-41c306ff-8804-47d5-a049-01707501f3ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0729659 Aug 02 17:36:24.970855 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5254840-7b82-46fe-8d94-c27af977c923 req-3e9f8564-2222-4546-9069-620b02219846 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:24.972264 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f5254840-7b82-46fe-8d94-c27af977c923 req-3e9f8564-2222-4546-9069-620b02219846 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 944 time: 0.0817642 Aug 02 17:36:25.039405 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f5254840-7b82-46fe-8d94-c27af977c923 req-47501fee-db11-41f5-8608-d56f378ab93b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599885 Aug 02 17:36:25.046450 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-55f99107-422e-4d87-b4b1-309242a4fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:25.047981 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-55f99107-422e-4d87-b4b1-309242a4fdc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669980 Aug 02 17:36:25.142208 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-5a079967-1a54-49bc-ad7e-b935890baf32 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852060 Aug 02 17:36:25.254264 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4518ed66-f392-48b5-94f9-b50cf71f8703 req-c260daad-12ce-4c2b-89cb-33672d89acc1 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035860 Aug 02 17:36:25.419298 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730275-28da-47e8-b048-b801a3e022b4 req-a9b7f813-afd4-4c33-a4e2-6797ca460671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:25.420944 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3730275-28da-47e8-b048-b801a3e022b4 req-a9b7f813-afd4-4c33-a4e2-6797ca460671 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 1096 time: 0.0471630 Aug 02 17:36:25.513182 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730275-28da-47e8-b048-b801a3e022b4 req-4fc68593-52e9-40f5-8a31-6d446e00c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:25.514606 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3730275-28da-47e8-b048-b801a3e022b4 req-4fc68593-52e9-40f5-8a31-6d446e00c6d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.0863602 Aug 02 17:36:25.562405 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3730275-28da-47e8-b048-b801a3e022b4 req-bcfff166-8a73-49ca-a238-e0115eaada8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4 HTTP/1.1" status: 200 len: 217 time: 0.0390179 Aug 02 17:36:25.881114 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730275-28da-47e8-b048-b801a3e022b4 req-a65d85e0-0612-4c6e-8a59-4c9f23211ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:25.882609 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3730275-28da-47e8-b048-b801a3e022b4 req-a65d85e0-0612-4c6e-8a59-4c9f23211ec3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.3119845 Aug 02 17:36:25.906837 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a767323-46ad-4b69-869a-298a65cf4a32 req-f3a94f7d-6505-4694-807c-528535dab3b9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:25.908341 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5a767323-46ad-4b69-869a-298a65cf4a32 req-f3a94f7d-6505-4694-807c-528535dab3b9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0701647 Aug 02 17:36:25.964503 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730275-28da-47e8-b048-b801a3e022b4 req-28440778-a327-48ed-bde0-bc4c96872cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:25.965991 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3730275-28da-47e8-b048-b801a3e022b4 req-28440778-a327-48ed-bde0-bc4c96872cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751054 Aug 02 17:36:25.970478 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5a767323-46ad-4b69-869a-298a65cf4a32 req-359921b6-9c4c-4780-a832-4267c05264e2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484374 Aug 02 17:36:26.056009 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3730275-28da-47e8-b048-b801a3e022b4 req-c76fb61a-fbb1-4b63-a2b2-84ce8e90bae9 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821004 Aug 02 17:36:26.154257 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d3730275-28da-47e8-b048-b801a3e022b4 req-dd3e828e-4c51-4f41-97a2-6058e8b79655 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917885 Aug 02 17:36:26.161687 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:26.169349 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48779-6eaf-43f1-8575-5e4c2a553d69 req-3562fb48-e6aa-4078-874d-2a7004a52d7c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:26.170942 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8bb48779-6eaf-43f1-8575-5e4c2a553d69 req-3562fb48-e6aa-4078-874d-2a7004a52d7c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 944 time: 0.0571344 Aug 02 17:36:26.211495 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8bb48779-6eaf-43f1-8575-5e4c2a553d69 req-6ea47412-e63a-43e6-a57a-4fee8fa7beb9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332313 Aug 02 17:36:27.098972 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b8fda-edf2-4b17-b5d5-9440cb531177 req-57dccc42-ba83-4fe6-a2ec-0b82fdf312cb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:27.100490 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cc2b8fda-edf2-4b17-b5d5-9440cb531177 req-57dccc42-ba83-4fe6-a2ec-0b82fdf312cb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0545170 Aug 02 17:36:27.140695 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cc2b8fda-edf2-4b17-b5d5-9440cb531177 req-13005159-11f2-46f1-97a5-4a8ebc6b9c60 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341060 Aug 02 17:36:27.343181 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4815cd-6f6d-4b4a-9e06-6c78f4cbca81 req-8ffd24be-4348-44a5-97b8-7d893cbf0068 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:27.344892 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5c4815cd-6f6d-4b4a-9e06-6c78f4cbca81 req-8ffd24be-4348-44a5-97b8-7d893cbf0068 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 944 time: 0.0609279 Aug 02 17:36:27.386175 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5c4815cd-6f6d-4b4a-9e06-6c78f4cbca81 req-a76f142a-5c87-4aad-9bdb-5cce2898e637 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327926 Aug 02 17:36:28.272567 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918c2fa-b169-483a-8594-e68e4f2a3951 req-a6bb7839-e8c2-4907-bbae-28e05518d194 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:28.275112 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6918c2fa-b169-483a-8594-e68e4f2a3951 req-a6bb7839-e8c2-4907-bbae-28e05518d194 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0577264 Aug 02 17:36:28.313879 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6918c2fa-b169-483a-8594-e68e4f2a3951 req-eb6f1375-dad3-4176-92d7-044d0d7c38ed tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328708 Aug 02 17:36:28.363116 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:36:28.462855 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:28.474598 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'port_id': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'mac_address': 'fa:16:3e:5e:d2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:36:28.506181 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4ad5b-67d0-414f-b837-13d3c621db8c req-fd7f9be8-dcec-4197-8998-f3014b6641ea tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:28.508453 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f3d4ad5b-67d0-414f-b837-13d3c621db8c req-fd7f9be8-dcec-4197-8998-f3014b6641ea tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 944 time: 0.0512190 Aug 02 17:36:28.517801 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:28.531800 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5636d1-635b-4903-9ae5-fc293c8731e4 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:36:28.550257 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f3d4ad5b-67d0-414f-b837-13d3c621db8c req-f26b42b8-f2d0-43d8-99a9-e33f30fc2431 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359566 Aug 02 17:36:28.552492 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:28.558010 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:28.607140 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:29.028973 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['4d5636d1-635b-4903-9ae5-fc293c8731e4'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:36:29.445700 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001837b-a872-4c74-bf6f-a59fea2fdc17 req-32b06354-58c3-4bfb-9a04-1bee016176ac tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:29.447237 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6001837b-a872-4c74-bf6f-a59fea2fdc17 req-32b06354-58c3-4bfb-9a04-1bee016176ac tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 944 time: 0.0588431 Aug 02 17:36:29.488555 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6001837b-a872-4c74-bf6f-a59fea2fdc17 req-2ce1f64c-a49c-4a81-862e-b8c84cc53d0a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353658 Aug 02 17:36:29.672225 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6c044-082d-472c-a205-20e80f48d0f9 req-7d2502aa-2890-45c6-8a89-93953cc31e79 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:29.673583 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-91b6c044-082d-472c-a205-20e80f48d0f9 req-7d2502aa-2890-45c6-8a89-93953cc31e79 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 944 time: 0.0540655 Aug 02 17:36:29.713826 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-91b6c044-082d-472c-a205-20e80f48d0f9 req-61421f2b-bf42-4c79-9ff0-031dc96bd0f8 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343235 Aug 02 17:36:30.376407 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:36:30.431586 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 4d5636d1-635b-4903-9ae5-fc293c8731e4 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:36:30.435470 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 4d5636d1-635b-4903-9ae5-fc293c8731e4 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:36:30.435848 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:30.514233 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:30.537837 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:30.540871 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de54974-0046-422f-9d46-4dbc55141eb7" -d '{"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:30.555058 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:30.564747 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:30.593603 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afabfb2-b0f8-4b8e-8fbd-3746362af08b x-openstack-request-id: req-2afabfb2-b0f8-4b8e-8fbd-3746362af08b {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:30.593912 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:30.594165 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2afabfb2-b0f8-4b8e-8fbd-3746362af08b {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:30.594556 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'code': 200} Aug 02 17:36:30.623531 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:30.652416 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83218d1-8926-4b93-ab45-7e876dbab4a3 req-f6a313a0-eecf-4961-9593-7aa3deee2f28 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:30.654693 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e83218d1-8926-4b93-ab45-7e876dbab4a3 req-f6a313a0-eecf-4961-9593-7aa3deee2f28 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0878243 Aug 02 17:36:30.695317 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e83218d1-8926-4b93-ab45-7e876dbab4a3 req-3b4acf0d-920c-4c62-9cb7-9b3ff0583571 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345721 Aug 02 17:36:30.837082 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7804073-d8e5-4d35-883c-40c717b2aa02 req-6f0c08bc-3f85-4811-acae-166c14dd0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:30.838626 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b7804073-d8e5-4d35-883c-40c717b2aa02 req-6f0c08bc-3f85-4811-acae-166c14dd0744 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 1098 time: 0.0764928 Aug 02 17:36:30.846062 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e97a2-1e6c-4350-8c53-2dca837cbcf3 req-fa21af8d-0578-4036-8479-69b26835fbd9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:30.847380 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-048e97a2-1e6c-4350-8c53-2dca837cbcf3 req-fa21af8d-0578-4036-8479-69b26835fbd9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 944 time: 0.0592637 Aug 02 17:36:30.905138 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b7804073-d8e5-4d35-883c-40c717b2aa02 req-005f3cf1-d871-42bf-ade4-965f573b6772 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566769 Aug 02 17:36:30.907975 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-048e97a2-1e6c-4350-8c53-2dca837cbcf3 req-a840428c-3a05-4c7f-bae0-9dca53110dc6 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541885 Aug 02 17:36:31.255700 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:31.817324 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7434287-2a67-40b5-bbf4-387687501150 req-268838a0-f288-4868-af9e-9820d5ba4a54 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:31.818813 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d7434287-2a67-40b5-bbf4-387687501150 req-268838a0-f288-4868-af9e-9820d5ba4a54 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Aug 02 17:36:31.859718 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d7434287-2a67-40b5-bbf4-387687501150 req-b17e3d8b-01cd-4ffc-8fb7-55358c89b380 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338776 Aug 02 17:36:32.027267 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d239de5-4a70-4380-8bc9-a018bb837728 req-123ffb1b-950f-4b34-b68c-f3cebe31f6e7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:32.029048 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3d239de5-4a70-4380-8bc9-a018bb837728 req-123ffb1b-950f-4b34-b68c-f3cebe31f6e7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 944 time: 0.0526345 Aug 02 17:36:32.073075 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3d239de5-4a70-4380-8bc9-a018bb837728 req-c317d613-d4f8-4aba-b519-1cf0a3ead7b1 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370541 Aug 02 17:36:32.393428 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:36:32.489316 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:32.501810 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:36:32.543095 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:32.555943 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:36:32.575598 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:32.579778 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:32.625477 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:32.978014 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad050e-8a76-4c06-aed8-f6c40363b69a req-d393ffeb-5787-4193-928e-7e7afa968304 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:32.979529 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cbad050e-8a76-4c06-aed8-f6c40363b69a req-d393ffeb-5787-4193-928e-7e7afa968304 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0486689 Aug 02 17:36:33.018825 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cbad050e-8a76-4c06-aed8-f6c40363b69a req-f9d7c6d7-5d23-47d2-8e55-c0c0b9a5a3c7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330229 Aug 02 17:36:33.023897 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:36:33.151780 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8cb55-cb5a-40ff-9c65-76a1f34d477e req-d5db5405-7c09-4c3f-b9c7-06f2fa08c103 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:33.153323 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d8d8cb55-cb5a-40ff-9c65-76a1f34d477e req-d5db5405-7c09-4c3f-b9c7-06f2fa08c103 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0612700 Aug 02 17:36:33.161748 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59778) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:33.167155 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-0b393a72-1639-4ade-acd8-3451a0a88d6d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Request body: {'floatingip': {'port_id': '4d5636d1-635b-4903-9ae5-fc293c8731e4'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:33.213380 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b8b00-26b5-4be7-a230-3b42b9f00b43 req-62ef6ca1-799e-4910-8fb2-4140f73bfcf8 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:33.214487 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b393a72-1639-4ade-acd8-3451a0a88d6d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:33.218008 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5b1b8b00-26b5-4be7-a230-3b42b9f00b43 req-62ef6ca1-799e-4910-8fb2-4140f73bfcf8 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 945 time: 0.0574014 Aug 02 17:36:33.262271 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5b1b8b00-26b5-4be7-a230-3b42b9f00b43 req-b2e9df09-1947-41ef-a0b8-74bc8bc6f94f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Aug 02 17:36:33.682332 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b393a72-1639-4ade-acd8-3451a0a88d6d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:33.686101 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b393a72-1639-4ade-acd8-3451a0a88d6d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:33.796689 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.l3_db [None req-0b393a72-1639-4ade-acd8-3451a0a88d6d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Floating IP b7e04a82-54f7-408d-b804-9391a41e6f6d associated. External IP: 172.27.0.23, port: 4d5636d1-635b-4903-9ae5-fc293c8731e4. Aug 02 17:36:33.874873 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:36:34.015831 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b393a72-1639-4ade-acd8-3451a0a88d6d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Router 0f4148bc-b185-40b2-a766-89971f9dfd3f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:36:34.129989 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b393a72-1639-4ade-acd8-3451a0a88d6d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:36:34.136451 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0b393a72-1639-4ade-acd8-3451a0a88d6d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:34.141252 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] Sync routers for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:36:34.154156 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:34.154873 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:36:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:34.166289 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-0b393a72-1639-4ade-acd8-3451a0a88d6d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "PUT /v2.0/floatingips/b7e04a82-54f7-408d-b804-9391a41e6f6d HTTP/1.1" status: 200 len: 990 time: 1.0026357 Aug 02 17:36:34.167696 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:34.170809 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:34.224021 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125b48c-86dc-459d-8ca6-f572c6b4aa75 x-openstack-request-id: req-2125b48c-86dc-459d-8ca6-f572c6b4aa75 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:34.224312 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:34.224566 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2125b48c-86dc-459d-8ca6-f572c6b4aa75 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:34.224968 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'status': 'completed', 'code': 200} Aug 02 17:36:34.277612 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:34.312071 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-d628908c-846a-458e-985e-3a22cb072d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:34.313612 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-d628908c-846a-458e-985e-3a22cb072d8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 1098 time: 0.0460634 Aug 02 17:36:34.436758 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:36:34.460570 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208dc3a-3bfe-4215-8a34-a8514d25e9d7 req-d0dc35e9-91ed-4914-8c30-d47718a5d9fd tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:34.462428 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2208dc3a-3bfe-4215-8a34-a8514d25e9d7 req-d0dc35e9-91ed-4914-8c30-d47718a5d9fd tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 945 time: 0.0834789 Aug 02 17:36:34.474672 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-1700a7f5-9500-4c00-bcd2-efc7dc1e9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:34.477010 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-1700a7f5-9500-4c00-bcd2-efc7dc1e9f53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.1555338 Aug 02 17:36:34.544229 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:36:34.558322 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:36:34.559191 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:34.572749 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2208dc3a-3bfe-4215-8a34-a8514d25e9d7 req-02134c24-88a1-48df-8cb8-d8c8dfd7a689 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952957 Aug 02 17:36:34.587164 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-8b00039c-988e-438a-b274-9024256bdffd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4 HTTP/1.1" status: 200 len: 998 time: 0.0967131 Aug 02 17:36:34.615187 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'b7e04a82-54f7-408d-b804-9391a41e6f6d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'port_id': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'mac_address': 'fa:16:3e:5e:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:20Z', 'updated_at': '2021-08-02T17:36:33Z', 'revision_number': 1, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:34.640831 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-4fbc9a82-0bf1-4649-bbd7-0cedf4766914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:34.642313 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-4fbc9a82-0bf1-4649-bbd7-0cedf4766914 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0485301 Aug 02 17:36:34.646028 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] Checking router: 0f4148bc-b185-40b2-a766-89971f9dfd3f for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:36:34.662049 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:34.662671 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:36:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:34.689761 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-8071b59c-1fe4-460d-ab90-0197001d913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:34.691652 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-8071b59c-1fe4-460d-ab90-0197001d913b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416405 Aug 02 17:36:34.787330 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-cb7f7636-82c8-49a2-a08b-b5e82bbafbcf service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874817 Aug 02 17:36:34.885083 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7f0e9229-5ff8-48f8-ad9d-d79a9a67782d req-1ad182b8-92d3-4174-aeab-82c6058e6ed0 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899558 Aug 02 17:36:34.906739 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:34.944913 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:34.947158 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c027e-eaec-4c1b-b659-771ef8eafb35" -d '{"events": [{"server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "name": "network-vif-plugged", "status": "completed", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:34.950879 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:34.986398 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edd1375-1763-42c7-a199-d090f4f821ad x-openstack-request-id: req-4edd1375-1763-42c7-a199-d090f4f821ad {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:34.986749 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "name": "network-vif-plugged", "status": "completed", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:34.986945 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4edd1375-1763-42c7-a199-d090f4f821ad {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:34.987355 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'code': 200} Aug 02 17:36:34.988929 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:36:34.994515 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:35.092057 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:35.109172 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.109526 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.109872 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.110209 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.110545 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.110879 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.111240 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.111577 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.111907 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.112232 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.112556 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.112883 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:35.240480 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'b7e04a82-54f7-408d-b804-9391a41e6f6d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'port_id': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'mac_address': 'fa:16:3e:5e:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:20Z', 'updated_at': '2021-08-02T17:36:33Z', 'revision_number': 1, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:35.268893 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ead6171-5cdd-440e-a186-e999c6c65620 None None] The sync data for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi is: [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'b7e04a82-54f7-408d-b804-9391a41e6f6d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'port_id': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'mac_address': 'fa:16:3e:5e:d2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:20Z', 'updated_at': '2021-08-02T17:36:33Z', 'revision_number': 1, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:36:35.310621 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c994c7-e3ff-4c5b-81b9-3506ce6f11f0 req-aaabcd0f-5cb9-4e41-872b-b36cbdc11cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:35.312517 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-96c994c7-e3ff-4c5b-81b9-3506ce6f11f0 req-aaabcd0f-5cb9-4e41-872b-b36cbdc11cee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 1099 time: 0.0608461 Aug 02 17:36:35.360075 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-96c994c7-e3ff-4c5b-81b9-3506ce6f11f0 req-53066eea-e888-4d4d-ab6f-73b555bbde7f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381157 Aug 02 17:36:35.489739 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed78ec-ac34-4c5a-b6b2-1df67a1e46f7 None None] New status for floating IP b7e04a82-54f7-408d-b804-9391a41e6f6d: ACTIVE {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:36:35.695223 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cbd70-f4c2-4cac-aee0-dcfe537eefb4 req-386436d5-fb9e-43a1-90f4-98e459de0e4d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:35.695223 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c48cbd70-f4c2-4cac-aee0-dcfe537eefb4 req-386436d5-fb9e-43a1-90f4-98e459de0e4d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 946 time: 0.0536096 Aug 02 17:36:35.730269 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c48cbd70-f4c2-4cac-aee0-dcfe537eefb4 req-bd83775f-7d7d-453c-a456-2e90ddf77335 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323184 Aug 02 17:36:36.852648 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074274b9-0ead-4ead-acca-219219a2c8e3 req-44dc793f-8637-44d2-b2fb-392a02dde1fc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:36.854108 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-074274b9-0ead-4ead-acca-219219a2c8e3 req-44dc793f-8637-44d2-b2fb-392a02dde1fc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 946 time: 0.0535793 Aug 02 17:36:36.896386 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-074274b9-0ead-4ead-acca-219219a2c8e3 req-0f4720c2-235b-488e-bbfb-63bf36e2f644 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363283 Aug 02 17:36:37.178750 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-539ab392-d442-4489-aed8-e741acdc6715 req-96092f4f-803c-4e15-a4e3-7b7ea0d1e12f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434539 Aug 02 17:36:37.258660 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab392-d442-4489-aed8-e741acdc6715 req-98a54372-8fa9-41f5-9c23-5f0eb801ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:37.260371 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-539ab392-d442-4489-aed8-e741acdc6715 req-98a54372-8fa9-41f5-9c23-5f0eb801ca34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 1098 time: 0.0407104 Aug 02 17:36:37.365060 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab392-d442-4489-aed8-e741acdc6715 req-112ef607-c210-4f15-ac67-1f5c2b75be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:37.367001 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-539ab392-d442-4489-aed8-e741acdc6715 req-112ef607-c210-4f15-ac67-1f5c2b75be91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 200 len: 911 time: 0.0850160 Aug 02 17:36:37.432744 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-539ab392-d442-4489-aed8-e741acdc6715 req-0bb0b1bd-a4b0-45f4-b0e2-1e9146652fb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc00ef7-abc3-41ea-91ec-920975ac9a89 HTTP/1.1" status: 200 len: 1001 time: 0.0577443 Aug 02 17:36:37.486561 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab392-d442-4489-aed8-e741acdc6715 req-2f226a5f-c46a-4437-8efd-7652a2bb16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:37.488044 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-539ab392-d442-4489-aed8-e741acdc6715 req-2f226a5f-c46a-4437-8efd-7652a2bb16f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 200 len: 849 time: 0.0473480 Aug 02 17:36:37.536658 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab392-d442-4489-aed8-e741acdc6715 req-04611931-8a2c-458e-8cf9-29bba093a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:37.538778 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-539ab392-d442-4489-aed8-e741acdc6715 req-04611931-8a2c-458e-8cf9-29bba093a28c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1105c960-0c88-40a7-9013-c9235ec1cc22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401974 Aug 02 17:36:37.625089 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-539ab392-d442-4489-aed8-e741acdc6715 req-f0656b61-d826-4986-85a2-fef355501c6e service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793247 Aug 02 17:36:37.716336 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-539ab392-d442-4489-aed8-e741acdc6715 req-0ff64bd5-fb57-429a-a319-8a12be0edd34 service neutron] 10.222.0.41 "GET /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844381 Aug 02 17:36:38.022121 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efad39-3220-4c54-8a3a-8c175b207836 req-a75780d7-6aba-4625-8ed7-2d131fb52a1c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:38.023673 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-55efad39-3220-4c54-8a3a-8c175b207836 req-a75780d7-6aba-4625-8ed7-2d131fb52a1c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 946 time: 0.0521944 Aug 02 17:36:38.066946 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-55efad39-3220-4c54-8a3a-8c175b207836 req-4c5c55d9-2d20-4441-a800-87d315849165 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363789 Aug 02 17:36:38.190426 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73dd96-bc97-442e-bd42-e357748b46a7 req-661b9513-f469-4e94-8ee3-0063642b08cc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:38.192102 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-be73dd96-bc97-442e-bd42-e357748b46a7 req-661b9513-f469-4e94-8ee3-0063642b08cc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 946 time: 0.0500016 Aug 02 17:36:38.231378 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-be73dd96-bc97-442e-bd42-e357748b46a7 req-3c79508a-5d7a-4127-a556-1631b99fccaf tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Aug 02 17:36:38.253683 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59830) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:38.297673 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b590495d-c420-4f31-9ad1-8c74250e9e99 tempest-TestVolumeBootPattern-98341835 tempest-TestVolumeBootPattern-98341835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:38.299410 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-b590495d-c420-4f31-9ad1-8c74250e9e99 tempest-TestVolumeBootPattern-98341835 tempest-TestVolumeBootPattern-98341835-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 1094 time: 0.0445721 Aug 02 17:36:38.302073 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59832) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:36:38.307579 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'floatingip': {'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:36:38.330706 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:38.434608 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:38.543143 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Allocated IP 172.27.0.116 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/a4629ee5-407b-45ad-8419-346ae511101f) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:36:38.646889 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:38.686499 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:38.722085 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:36:38.725007 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:36:38.729229 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:36:38.758373 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'Port': ['ID=a4629ee5-407b-45ad-8419-346ae511101f,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:38.769559 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.769908 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.770253 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.770590 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.770918 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.771272 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.771604 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.771934 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.772260 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.772583 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.772903 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:38.773223 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:36:39.126555 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:39.203744 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:39.369578 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:39.374109 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:39.447583 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'Port': ['ID=a4629ee5-407b-45ad-8419-346ae511101f,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:36:39.456912 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:39.559485 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.l3_db [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Floating IP c76ecc81-d0db-4380-8b1f-914be3f7058d associated. External IP: 172.27.0.116, port: f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6. Aug 02 17:36:40.022626 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Router 0c04ef9d-8134-4a96-a741-c24640347a05 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:36:40.135168 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:36:40.144909 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] Sync routers for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:36:40.152424 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:40.154577 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:40.155461 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:36:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:40.181596 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-5442491b-f91b-4194-8e0c-dbd71d449d01 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8779638 Aug 02 17:36:40.182272 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:36:40.186208 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befd56e9-fe23-412f-b0f2-edc0dd30a078" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:36:40.224201 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bede8a-c6c3-42f2-b2a6-74839cf99f1e x-openstack-request-id: req-b0bede8a-c6c3-42f2-b2a6-74839cf99f1e {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:36:40.224547 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:36:40.224725 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0bede8a-c6c3-42f2-b2a6-74839cf99f1e {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:36:40.225121 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'status': 'completed', 'code': 200} Aug 02 17:36:40.268597 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:40.335217 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-f0e5bd86-7e51-4c0e-bd14-454188575f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:40.337490 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-f0e5bd86-7e51-4c0e-bd14-454188575f63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 1099 time: 0.0438309 Aug 02 17:36:40.434011 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-cf61b74f-e2cb-4917-8382-ebd01a7dc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:40.435553 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-cf61b74f-e2cb-4917-8382-ebd01a7dc20f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.0902548 Aug 02 17:36:40.507579 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-72f46237-13c0-4068-af07-335157d7b0c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 HTTP/1.1" status: 200 len: 1000 time: 0.0620708 Aug 02 17:36:40.514216 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'c76ecc81-d0db-4380-8b1f-914be3f7058d', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:38Z', 'updated_at': '2021-08-02T17:36:38Z', 'revision_number': 0, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:40.545372 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] Checking router: 0c04ef9d-8134-4a96-a741-c24640347a05 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:36:40.554381 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:36:40.555065 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:36:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:40.558471 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-2e00e1c7-9b56-4d58-ac76-0dd8b2dd1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:40.560015 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-2e00e1c7-9b56-4d58-ac76-0dd8b2dd1e00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0461030 Aug 02 17:36:40.618070 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-5f39befc-5613-4e38-8e9d-e7796540f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:36:40.619706 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-5f39befc-5613-4e38-8e9d-e7796540f097 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468447 Aug 02 17:36:40.663756 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:36:40.714333 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-aac475fd-02b0-4be8-bc69-3f4ca3d2c41e service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853953 Aug 02 17:36:40.815378 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-befd56e9-fe23-412f-b0f2-edc0dd30a078 req-7e1a3759-8bc7-467e-9983-e85e3df5b362 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936592 Aug 02 17:36:40.911452 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'c76ecc81-d0db-4380-8b1f-914be3f7058d', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:38Z', 'updated_at': '2021-08-02T17:36:38Z', 'revision_number': 0, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:36:40.939708 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34b395-61f0-4d12-9228-43c984c318ec None None] The sync data for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi is: [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'c76ecc81-d0db-4380-8b1f-914be3f7058d', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:38Z', 'updated_at': '2021-08-02T17:36:38Z', 'revision_number': 0, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:36:41.128797 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc229ff-c315-4549-9f72-3201b7c60474 None None] New status for floating IP c76ecc81-d0db-4380-8b1f-914be3f7058d: ACTIVE {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:36:50.061581 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ce77616e-88f0-457b-bc85-7b0c134c01f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:52.533057 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8ca58fff-adde-4169-9de1-a940732963d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:52.881918 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:53.871384 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:36:56.162828 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:01.261431 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:03.262744 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12896c-0a11-4e42-a28d-599ab06b8cc8 req-f837b0e7-5939-4389-a922-61957daab85f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:03.264245 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cc12896c-0a11-4e42-a28d-599ab06b8cc8 req-f837b0e7-5939-4389-a922-61957daab85f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0505772 Aug 02 17:37:03.302594 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cc12896c-0a11-4e42-a28d-599ab06b8cc8 req-4c822713-b972-4f6d-ab36-786e8756b221 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323429 Aug 02 17:37:04.416151 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc29d66-b9f2-41d7-a40d-2b7783d09326 req-e00af7b1-82c6-4cee-b9cb-ead9146d5560 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:04.417641 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cc29d66-b9f2-41d7-a40d-2b7783d09326 req-e00af7b1-82c6-4cee-b9cb-ead9146d5560 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0483716 Aug 02 17:37:04.457243 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cc29d66-b9f2-41d7-a40d-2b7783d09326 req-108b4437-12ed-4b6e-9d3c-4683b57c9075 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329525 Aug 02 17:37:05.542240 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-2a2b2d4a-f33c-4e87-8338-e901dddc9a31 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:05.543689 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-2a2b2d4a-f33c-4e87-8338-e901dddc9a31 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.0599546 Aug 02 17:37:05.631082 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cfd46-6a9f-47ee-8ace-a5c7581c4f51 req-3ecd6aa0-6082-4a14-8551-fd7fca0de5c5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:05.632669 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-439cfd46-6a9f-47ee-8ace-a5c7581c4f51 req-3ecd6aa0-6082-4a14-8551-fd7fca0de5c5 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 945 time: 0.1062405 Aug 02 17:37:05.686528 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Deleting port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:37:05.686866 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:05.695076 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-439cfd46-6a9f-47ee-8ace-a5c7581c4f51 req-1e3cd87f-3679-49c5-9b49-6adf39b3424f tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups?id=306a8377-d32d-4c12-861f-5b89c280d986&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559757 Aug 02 17:37:05.779201 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] For port 2dc00ef7-abc3-41ea-91ec-920975ac9a89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2dc00ef7-abc3-41ea-91ec-920975ac9a89,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:05.779471 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:05.948739 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:05.949116 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:05.949437 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.l3_db [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Floating IP be40eb89-ee25-47ed-8d53-584fb35ea40a disassociated. External IP: 172.27.0.254, port: 2dc00ef7-abc3-41ea-91ec-920975ac9a89. Aug 02 17:37:05.949780 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Calling delete_port for 2dc00ef7-abc3-41ea-91ec-920975ac9a89 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:37:06.080462 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:06.109669 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event deleted for resources: {'Port': ['ID=2dc00ef7-abc3-41ea-91ec-920975ac9a89,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:06.225126 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Router 149cd355-7fd2-495a-b6af-849422f2359f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:37:06.330964 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:37:06.341838 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] Sync routers for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:37:06.350498 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:37:06.351132 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:36:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:06.372794 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] No DVR routers for this DVR port 2dc00ef7-abc3-41ea-91ec-920975ac9a89 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:37:06.375343 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:06.377534 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7317023d-3cc4-4e41-94cd-01260a0190a3 req-0392923d-39f9-4315-a484-b24f8941e548 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.41 "DELETE /v2.0/ports/2dc00ef7-abc3-41ea-91ec-920975ac9a89 HTTP/1.1" status: 204 len: 173 time: 0.8172500 Aug 02 17:37:06.377791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e70ef36-8510-466b-8197-cd40703b7e77', 'name': 'network-vif-deleted', 'tag': '2dc00ef7-abc3-41ea-91ec-920975ac9a89'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:37:06.380094 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1097acc6-3440-49f1-ad50-6893e9151203" -d '{"events": [{"server_uuid": "8e70ef36-8510-466b-8197-cd40703b7e77", "name": "network-vif-deleted", "tag": "2dc00ef7-abc3-41ea-91ec-920975ac9a89"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:37:06.420851 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7670fc9-cf34-49da-a7aa-4c4270df8dbe x-openstack-request-id: req-c7670fc9-cf34-49da-a7aa-4c4270df8dbe {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:37:06.421391 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e70ef36-8510-466b-8197-cd40703b7e77", "name": "network-vif-deleted", "tag": "2dc00ef7-abc3-41ea-91ec-920975ac9a89", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:37:06.421999 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7670fc9-cf34-49da-a7aa-4c4270df8dbe {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:37:06.422387 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e70ef36-8510-466b-8197-cd40703b7e77', 'name': 'network-vif-deleted', 'tag': '2dc00ef7-abc3-41ea-91ec-920975ac9a89', 'status': 'completed', 'code': 200} Aug 02 17:37:06.460894 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:37:06.662390 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:06.687833 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] Checking router: 149cd355-7fd2-495a-b6af-849422f2359f for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:37:06.696837 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:37:06.697383 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:36:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:06.801229 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:37:06.807144 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e96dea26-c41b-4ff8-817c-353358a89f8b req-add88f5b-f2ff-42b9-8c40-238244d22c05 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e70ef36-8510-466b-8197-cd40703b7e77 HTTP/1.1" status: 200 len: 210 time: 0.0300148 Aug 02 17:37:07.134721 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:07.160457 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f090dc-ee6e-48c8-9424-2c47e45fbd1f None None] The sync data for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi is: [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:27:34Z', 'revision_number': 4, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '071e8fba-16fe-4990-8223-cb30bed8a72a', 'name': '', 'network_id': '1105c960-0c88-40a7-9013-c9235ec1cc22', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'mac_address': 'fa:16:3e:93:f6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:32Z', 'updated_at': '2021-08-02T17:27:46Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'subnets': [{'id': '0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:37:07.370000 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c93ed1-f1b8-4f68-ac63-8b02a66883b6 None None] New status for floating IP be40eb89-ee25-47ed-8d53-584fb35ea40a: DOWN {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:37:08.914635 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 59964) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:08.969805 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-50b1689e-9981-4312-ad3e-192878dd051e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:08.993380 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-50b1689e-9981-4312-ad3e-192878dd051e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:09.040114 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-50b1689e-9981-4312-ad3e-192878dd051e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:09.042615 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-50b1689e-9981-4312-ad3e-192878dd051e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:09.043810 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-50b1689e-9981-4312-ad3e-192878dd051e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "DELETE /v2.0/security-groups/306a8377-d32d-4c12-861f-5b89c280d986 HTTP/1.1" status: 204 len: 168 time: 0.1283846 Aug 02 17:37:09.046766 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59966) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:09.052936 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1689e-9981-4312-ad3e-192878dd051e tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306a8377-d32d-4c12-861f-5b89c280d986,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:09.064338 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.api.v2.resource [None req-02de1e09-09cc-4c5c-a03b-63d95075a458 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] show failed (client error): The resource could not be found. Aug 02 17:37:09.065348 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-02de1e09-09cc-4c5c-a03b-63d95075a458 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "GET /v2.0/security-groups/306a8377-d32d-4c12-861f-5b89c280d986 HTTP/1.1" status: 404 len: 347 time: 0.0175555 Aug 02 17:37:09.068214 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 59968) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:09.190227 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Deleting port de6b5f94-e523-4e53-a501-d1150b9f02e3 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:37:09.190487 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:09.262142 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:09.262477 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:09.273803 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Calling delete_port for de6b5f94-e523-4e53-a501-d1150b9f02e3 owned by network:floatingip {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:37:09.403679 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:09.430639 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Pushing event deleted for resources: {'Port': ['ID=de6b5f94-e523-4e53-a501-d1150b9f02e3,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:09.442439 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.442733 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.443103 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.443447 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.443783 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.444125 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.444455 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.444783 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.445146 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.445495 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.445825 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.446151 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:09.503367 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks [] for floatingip, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:09.505867 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:09.507036 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-ee7b5559-5ba0-496d-8f09-fcc4b50fd6f7 tempest-AttachVolumeTestJSON-200660948 tempest-AttachVolumeTestJSON-200660948-project] 10.222.0.16 "DELETE /v2.0/floatingips/be40eb89-ee25-47ed-8d53-584fb35ea40a HTTP/1.1" status: 204 len: 168 time: 0.4378586 Aug 02 17:37:10.522412 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 2dc00ef7-abc3-41ea-91ec-920975ac9a89 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:37:10.542689 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 2dc00ef7-abc3-41ea-91ec-920975ac9a89 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:37:10.543162 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 2dc00ef7-abc3-41ea-91ec-920975ac9a89 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:37:10.873823 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:37:13.075848 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 60006) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:13.763467 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445680'] for router_interface, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.015638 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Deleting port 071e8fba-16fe-4990-8223-cb30bed8a72a {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:37:14.015638 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.096906 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] For port 071e8fba-16fe-4990-8223-cb30bed8a72a, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=071e8fba-16fe-4990-8223-cb30bed8a72a,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:14.097580 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.110469 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Calling delete_port for 071e8fba-16fe-4990-8223-cb30bed8a72a owned by network:router_interface {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:37:14.288416 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.319274 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=071e8fba-16fe-4990-8223-cb30bed8a72a,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:14.480126 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445572'] for router_interface, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.694725 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Router 149cd355-7fd2-495a-b6af-849422f2359f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:37:14.798633 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:37:14.803975 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-48ef55dc-5106-49f7-9bdf-70560281b2b0 admin admin] 10.222.0.16 "PUT /v2.0/routers/149cd355-7fd2-495a-b6af-849422f2359f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7269425 Aug 02 17:37:14.806924 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 60012) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:14.809628 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] Sync routers for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:37:14.819316 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:37:14.819931 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:36:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:14.911347 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks [] for router, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:14.927678 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:37:15.013010 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.067835 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Deleting port a815df01-f012-488c-9e16-25590a8644c2 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:37:15.068177 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.116788 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a815df01-f012-488c-9e16-25590a8644c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:37:14Z', 'revision_number': 5, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port': {'id': 'a815df01-f012-488c-9e16-25590a8644c2', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd355-7fd2-495a-b6af-849422f2359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:27:28Z', 'updated_at': '2021-08-02T17:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:15.144195 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] Checking router: 149cd355-7fd2-495a-b6af-849422f2359f for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:37:15.157021 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] Routers {'149cd355-7fd2-495a-b6af-849422f2359f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:37:15.157314 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] For port a815df01-f012-488c-9e16-25590a8644c2, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=a815df01-f012-488c-9e16-25590a8644c2,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:15.157806 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:36:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['149cd355-7fd2-495a-b6af-849422f2359f'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:15.157908 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.171983 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Calling delete_port for a815df01-f012-488c-9e16-25590a8644c2 owned by network:router_gateway {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:37:15.244784 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] Set router 149cd355-7fd2-495a-b6af-849422f2359f gateway port host: None {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:37:15.299139 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:37:15Z', 'revision_number': 6, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port_host': None}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:15.326137 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0ea20-b324-4f8d-93d9-7cf7bbd1fa49 None None] The sync data for ids ['149cd355-7fd2-495a-b6af-849422f2359f'] in dv-cinder-788365-5-iscsi is: [{'id': '149cd355-7fd2-495a-b6af-849422f2359f', 'name': 'tempest-AttachVolumeTestJSON-229435007-router', 'tenant_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:27:27Z', 'updated_at': '2021-08-02T17:37:15Z', 'revision_number': 6, 'project_id': 'f1f4b872b4d94da38779ac7003aaf09e', 'gw_port_host': None}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:37:15.342345 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.373928 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Pushing event deleted for resources: {'Port': ['ID=a815df01-f012-488c-9e16-25590a8644c2,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:15.430524 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444478'] for router_gateway, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.520626 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8409'] for router, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.522781 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.569209 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443701'] for router, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.569669 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 149cd355-7fd2-495a-b6af-849422f2359f {{(pid=93404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:37:15.574263 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.575532 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-406b694f-3981-4175-8d42-9c9aefff0837 admin admin] 10.222.0.16 "DELETE /v2.0/routers/149cd355-7fd2-495a-b6af-849422f2359f HTTP/1.1" status: 204 len: 168 time: 0.7676237 Aug 02 17:37:15.578383 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 60016) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:15.622735 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e77317-8192-42a5-a841-28464024df38 admin admin] Deleting subnet 0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:37:15.625737 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05e77317-8192-42a5-a841-28464024df38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.659340 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05e77317-8192-42a5-a841-28464024df38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598372'] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.745061 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05e77317-8192-42a5-a841-28464024df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.799648 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05e77317-8192-42a5-a841-28464024df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765161'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.827316 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e77317-8192-42a5-a841-28464024df38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:15.832871 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-05e77317-8192-42a5-a841-28464024df38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.834772 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-05e77317-8192-42a5-a841-28464024df38 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0ac33b07-5a06-4c7b-a7fc-1763f04ff5ec HTTP/1.1" status: 204 len: 168 time: 0.2554605 Aug 02 17:37:15.838021 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60018) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:15.840272 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188a52b-1fe0-4847-902d-1023faedd188 None None] Network 1105c960-0c88-40a7-9013-c9235ec1cc22 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:37:15.909367 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:15.967748 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Deleting port 6af14a4f-5182-406f-8913-ac56f434d0fd {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:37:15.968213 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.020410 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6c2643-8a11-498b-ac81-7bed83bd3333 None None] DHCP port deletion for 1105c960-0c88-40a7-9013-c9235ec1cc22 request from dv-cinder-788365-5-iscsi {{(pid=93405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:37:16.036623 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] For port 6af14a4f-5182-406f-8913-ac56f434d0fd, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=6af14a4f-5182-406f-8913-ac56f434d0fd,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:16.036999 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.052033 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Calling delete_port for 6af14a4f-5182-406f-8913-ac56f434d0fd owned by network:dhcp {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:37:16.069619 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c2643-8a11-498b-ac81-7bed83bd3333 None None] Deleting port 6af14a4f-5182-406f-8913-ac56f434d0fd {{(pid=93405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:37:16.070013 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2643-8a11-498b-ac81-7bed83bd3333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.133762 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-dc6c2643-8a11-498b-ac81-7bed83bd3333 None None] For port 6af14a4f-5182-406f-8913-ac56f434d0fd, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=6af14a4f-5182-406f-8913-ac56f434d0fd,segment=NetworkSegment(cdd1e44f-7959-4645-8b0f-60b16bec9d89),segment_id=cdd1e44f-7959-4645-8b0f-60b16bec9d89)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:16.134685 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2643-8a11-498b-ac81-7bed83bd3333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.142893 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.148385 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c2643-8a11-498b-ac81-7bed83bd3333 None None] Calling delete_port for 6af14a4f-5182-406f-8913-ac56f434d0fd owned by network:dhcp {{(pid=93405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:37:16.174531 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] No DVR routers for this DVR port 6af14a4f-5182-406f-8913-ac56f434d0fd on host dv-cinder-788365-5-iscsi {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:37:16.179314 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af14a4f-5182-406f-8913-ac56f434d0fd,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:16.230443 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2643-8a11-498b-ac81-7bed83bd3333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.253027 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.254201 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c2643-8a11-498b-ac81-7bed83bd3333 None None] Pushing event deleted for resources: {'Port': ['ID=6af14a4f-5182-406f-8913-ac56f434d0fd,revision_number=None']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:16.259998 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c2643-8a11-498b-ac81-7bed83bd3333 None None] No DVR routers for this DVR port 6af14a4f-5182-406f-8913-ac56f434d0fd on host dv-cinder-788365-5-iscsi {{(pid=93405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:37:16.271266 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1105c960-0c88-40a7-9013-c9235ec1cc22']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:16.282716 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd1e44f-7959-4645-8b0f-60b16bec9d89') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:16.283073 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd1e44f-7959-4645-8b0f-60b16bec9d89') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:37:16.292481 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.309243 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.315298 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:37:16.315696 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:37:16.317374 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:37:16.370920 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.376327 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.381243 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1105c960-0c88-40a7-9013-c9235ec1cc22 HTTP/1.1" status: 204 len: 168 time: 0.5391614 Aug 02 17:37:16.389436 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce600f5a-5c50-442f-9aea-aba90a71cdf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1105c960-0c88-40a7-9013-c9235ec1cc22,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:16.490630 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60024) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:16.529285 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-9df4614f-0bb9-4166-a528-c4b391545d91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1f4b872b4d94da38779ac7003aaf09e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374246 Aug 02 17:37:16.531730 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60026) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:16.580140 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-587109a9-bc6d-4085-bdaf-d660541b103f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.601114 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-587109a9-bc6d-4085-bdaf-d660541b103f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.651400 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-587109a9-bc6d-4085-bdaf-d660541b103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.653847 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-587109a9-bc6d-4085-bdaf-d660541b103f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:16.655104 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-587109a9-bc6d-4085-bdaf-d660541b103f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67eb58a8-1dfd-48f7-845c-c59df8c78824 HTTP/1.1" status: 204 len: 168 time: 0.1223066 Aug 02 17:37:16.662933 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587109a9-bc6d-4085-bdaf-d660541b103f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eb58a8-1dfd-48f7-845c-c59df8c78824,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:17.192141 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 6af14a4f-5182-406f-8913-ac56f434d0fd no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:37:17.211908 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 6af14a4f-5182-406f-8913-ac56f434d0fd {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:37:17.212901 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 6af14a4f-5182-406f-8913-ac56f434d0fd not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:37:17.213541 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device a815df01-f012-488c-9e16-25590a8644c2 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:37:17.233815 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: a815df01-f012-488c-9e16-25590a8644c2 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:37:17.234174 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device a815df01-f012-488c-9e16-25590a8644c2 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:37:17.234592 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 071e8fba-16fe-4990-8223-cb30bed8a72a no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:37:17.255818 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 071e8fba-16fe-4990-8223-cb30bed8a72a {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:37:17.256163 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 071e8fba-16fe-4990-8223-cb30bed8a72a not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:37:20.062201 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-62ec8566-a94b-4194-bfc8-166210dd202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:20.361201 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60094) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:20.464913 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9aa5aad0-7ad2-4d5e-95df-f50b9fcafcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:20.552519 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9aa5aad0-7ad2-4d5e-95df-f50b9fcafcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:20.556228 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-9aa5aad0-7ad2-4d5e-95df-f50b9fcafcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:20.594230 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-9aa5aad0-7ad2-4d5e-95df-f50b9fcafcef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42cf1f79a70a4b91a1f15754c01b5b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319334 Aug 02 17:37:20.595391 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5aad0-7ad2-4d5e-95df-f50b9fcafcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e450e4ef-f4e8-4bd8-8bce-14f27085aeae,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:20.596909 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 60098) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:20.648403 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-91cffe52-e72c-4cdb-927f-b99c49901379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:20.671766 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-91cffe52-e72c-4cdb-927f-b99c49901379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:20.721451 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-91cffe52-e72c-4cdb-927f-b99c49901379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:20.724062 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-91cffe52-e72c-4cdb-927f-b99c49901379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:20.725231 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-91cffe52-e72c-4cdb-927f-b99c49901379 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e450e4ef-f4e8-4bd8-8bce-14f27085aeae HTTP/1.1" status: 204 len: 168 time: 0.1273167 Aug 02 17:37:20.733416 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cffe52-e72c-4cdb-927f-b99c49901379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e450e4ef-f4e8-4bd8-8bce-14f27085aeae,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:22.302942 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60152) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:22.406402 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-751cc90f-8474-40ef-8461-fb006f95466d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:22.496626 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-751cc90f-8474-40ef-8461-fb006f95466d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:22.500422 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-751cc90f-8474-40ef-8461-fb006f95466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:22.533678 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fc89c547-3828-4221-a159-300699162732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:22.538930 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cc90f-8474-40ef-8461-fb006f95466d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62b511e-1b64-4b4c-89dd-67c307798907,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:22.544127 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-751cc90f-8474-40ef-8461-fb006f95466d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad2ed314498945d48270448385fed82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400944 Aug 02 17:37:22.546709 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60156) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:22.594896 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c27-f62d-4b40-91bf-b343b6d3598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:22.615627 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c27-f62d-4b40-91bf-b343b6d3598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:22.660657 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c27-f62d-4b40-91bf-b343b6d3598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:22.663143 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e09b2c27-f62d-4b40-91bf-b343b6d3598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:22.664286 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-e09b2c27-f62d-4b40-91bf-b343b6d3598e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b62b511e-1b64-4b4c-89dd-67c307798907 HTTP/1.1" status: 204 len: 168 time: 0.1166513 Aug 02 17:37:22.671770 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b2c27-f62d-4b40-91bf-b343b6d3598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62b511e-1b64-4b4c-89dd-67c307798907,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:22.885912 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:22.926629 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60164) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:22.940413 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c97f3de-40bf-4e8a-9fc9-05cc0bdcd7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:23.028865 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c97f3de-40bf-4e8a-9fc9-05cc0bdcd7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:23.032442 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c97f3de-40bf-4e8a-9fc9-05cc0bdcd7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:23.068627 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97f3de-40bf-4e8a-9fc9-05cc0bdcd7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19b2894-b811-495d-9e8b-3161564e4836,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:23.073727 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3c97f3de-40bf-4e8a-9fc9-05cc0bdcd7b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d5822ae12f6461cb09f007ce63448c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460245 Aug 02 17:37:23.076446 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60166) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:23.126218 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6934c753-8b4e-4c83-ab2f-9b10f279bb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:23.147857 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6934c753-8b4e-4c83-ab2f-9b10f279bb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:23.192540 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6934c753-8b4e-4c83-ab2f-9b10f279bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:23.195081 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6934c753-8b4e-4c83-ab2f-9b10f279bb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:23.196791 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-6934c753-8b4e-4c83-ab2f-9b10f279bb93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d19b2894-b811-495d-9e8b-3161564e4836 HTTP/1.1" status: 204 len: 168 time: 0.1190453 Aug 02 17:37:23.204695 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934c753-8b4e-4c83-ab2f-9b10f279bb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19b2894-b811-495d-9e8b-3161564e4836,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:23.869820 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:26.166691 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:31.257572 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.004584 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 60328) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:36.107341 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-71e3a883-7224-4539-bf33-070b321066c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.204362 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-71e3a883-7224-4539-bf33-070b321066c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.209590 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-71e3a883-7224-4539-bf33-070b321066c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.245940 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3a883-7224-4539-bf33-070b321066c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07fc0c3-11bb-4a52-8baf-1ede4234d31c,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:36.262482 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-71e3a883-7224-4539-bf33-070b321066c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9647ac7ad369406e99d376729fabebe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567623 Aug 02 17:37:36.262708 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60332) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:36.316560 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bde94115-f424-4d7c-bdc4-1128dccdd8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.337935 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bde94115-f424-4d7c-bdc4-1128dccdd8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.387012 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bde94115-f424-4d7c-bdc4-1128dccdd8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.389802 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bde94115-f424-4d7c-bdc4-1128dccdd8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.391040 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-bde94115-f424-4d7c-bdc4-1128dccdd8fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f07fc0c3-11bb-4a52-8baf-1ede4234d31c HTTP/1.1" status: 204 len: 168 time: 0.1272960 Aug 02 17:37:36.399769 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde94115-f424-4d7c-bdc4-1128dccdd8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07fc0c3-11bb-4a52-8baf-1ede4234d31c,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:36.646708 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 60338) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:36.660064 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f2be32dc-b437-47e3-80f6-efe315a842dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.746603 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f2be32dc-b437-47e3-80f6-efe315a842dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.750276 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-f2be32dc-b437-47e3-80f6-efe315a842dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.787142 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-f2be32dc-b437-47e3-80f6-efe315a842dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f09f9cf317e43f58040f26389d9a7b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392977 Aug 02 17:37:36.787998 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be32dc-b437-47e3-80f6-efe315a842dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855eaa7c-9cda-4bd4-8d59-b3abd3587c15,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:36.789830 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60340) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:36.838497 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bee4732d-e028-4464-a88a-aef6e7d1c70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.859552 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bee4732d-e028-4464-a88a-aef6e7d1c70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.906761 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bee4732d-e028-4464-a88a-aef6e7d1c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.909270 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bee4732d-e028-4464-a88a-aef6e7d1c70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:36.910478 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-bee4732d-e028-4464-a88a-aef6e7d1c70c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/855eaa7c-9cda-4bd4-8d59-b3abd3587c15 HTTP/1.1" status: 204 len: 168 time: 0.1193895 Aug 02 17:37:36.918441 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4732d-e028-4464-a88a-aef6e7d1c70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855eaa7c-9cda-4bd4-8d59-b3abd3587c15,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:37.552637 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 60364) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:37.641632 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-a588d2d0-510c-45fb-804f-3810ee07b404 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402706 Aug 02 17:37:37.653214 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-585757426-network', 'tenant_id': 'a61b486e25634520b3479ad7a16b8677'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:37:37.673268 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Made reservation on behalf of a61b486e25634520b3479ad7a16b8677 for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:37:37.675451 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:37.683930 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:37.752507 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-3b1c9188-2606-4e57-87d1-4042a15e9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:37.754105 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-3b1c9188-2606-4e57-87d1-4042a15e9d33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 1099 time: 0.0425892 Aug 02 17:37:37.777570 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:37.781444 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:37.799623 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:37:37.817532 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:37.817878 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Added segment 3e2a1dcd-93af-4fad-837b-807fe5153220 of type vlan for network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 Aug 02 17:37:37.819276 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c629e-4804-48b3-b58b-74e2e1570ba8,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:37.861791 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:37.870111 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-7a2298e7-a83c-411c-ae95-dd2a5a6661fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:37.871709 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-7a2298e7-a83c-411c-ae95-dd2a5a6661fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.0954118 Aug 02 17:37:37.893465 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:37.894655 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:37.895396 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:37.936867 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-9c3fe41b-30d8-472f-be70-259e85770b78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 HTTP/1.1" status: 200 len: 1002 time: 0.0577271 Aug 02 17:37:37.949741 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3959703 Aug 02 17:37:37.953705 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60368) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:37:37.956923 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065b69e-83cc-4120-85fd-ea90a009c53b admin admin] Pushing event updated for resources: {'Network': ['ID=88b64632-10bd-4c16-b6a0-cd70cc7a75c3,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:37.958922 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Request body: {'subnet': {'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-585757426-subnet', 'tenant_id': 'a61b486e25634520b3479ad7a16b8677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:37:37.967519 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:37:38.004819 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-d7f38cdf-57ad-427d-b5ae-bbfe3fed7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:38.006340 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-d7f38cdf-57ad-427d-b5ae-bbfe3fed7f5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0616076 Aug 02 17:37:38.007324 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Made reservation on behalf of a61b486e25634520b3479ad7a16b8677 for: {'subnet': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:37:38.010130 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3917722'] for subnet, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:38.109338 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-c5dcdd76-9aa6-43ab-bae6-1123f9d42139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:38.110844 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-c5dcdd76-9aa6-43ab-bae6-1123f9d42139 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975857 Aug 02 17:37:38.277464 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-468c9de7-5516-4ebb-9434-962f3abaec00 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566236 Aug 02 17:37:38.284554 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3687198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3917704'] for subnet, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:38.392139 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1dcfe3-c46d-4745-9103-9391c4d57293,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:38.411821 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Checking segment: {'id': '3e2a1dcd-93af-4fad-837b-807fe5153220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:37:38.412175 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Network hostable DHCP agents. Network: 88b64632-10bd-4c16-b6a0-cd70cc7a75c3, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:37:38.439980 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b395e223-650b-4e6d-9d53-501041dd9fe8 req-848042ca-947b-4854-b028-c9ec96e2e8ac service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321061 Aug 02 17:37:38.440975 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:37:38.449477 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 88b64632-10bd-4c16-b6a0-cd70cc7a75c3) {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:37:38.454414 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:38.455566 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:38.460433 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024b1d71-1f7a-4833-af51-27aea64685f5 None None] Network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:37:38.469922 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f398e16e-cb29-4807-9c0a-31de7dd323b1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5148976 Aug 02 17:37:38.584154 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085c19b-5994-4038-a9d2-227fe9c0e24c None None] Network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:37:40.376540 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-b873d56a-6bc5-4b81-bf40-9dfb43404899 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:40.378023 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-b873d56a-6bc5-4b81-bf40-9dfb43404899 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/networks?id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3 HTTP/1.1" status: 200 len: 808 time: 0.1130178 Aug 02 17:37:40.394751 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-8673fbea-20af-4859-bab7-e9eb6678aae7 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/quotas/a61b486e25634520b3479ad7a16b8677 HTTP/1.1" status: 200 len: 375 time: 0.0106678 Aug 02 17:37:40.427412 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-e3397807-311a-443d-b86d-85a78ef0baa4 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a61b486e25634520b3479ad7a16b8677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270321 Aug 02 17:37:40.438166 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-5bb53eeb-412a-44a6-a878-856f77a9c438 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93404) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:37:40.439163 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-5bb53eeb-412a-44a6-a878-856f77a9c438 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052838 Aug 02 17:37:40.531298 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-36a4738d-6023-43f2-b1d7-a7aeef234479 service neutron] 10.222.0.16 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866883 Aug 02 17:37:40.620316 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-b937fb63-60bb-4c88-98d2-716fe460cd06 service neutron] 10.222.0.16 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830760 Aug 02 17:37:40.835515 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3a654a57-b8ee-47eb-bf64-3476f4744457 req-7d7746be-f3f8-4805-8c1b-a388ca4aec62 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 210 time: 0.0819325 Aug 02 17:37:41.829493 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-b10d56f7-b678-4c3f-bf58-e639d94c3f68 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:41.831008 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-b10d56f7-b678-4c3f-bf58-e639d94c3f68 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.41 "GET /v2.0/networks?id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3 HTTP/1.1" status: 200 len: 808 time: 0.1065550 Aug 02 17:37:41.850850 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Request body: {'port': {'device_id': '3b5520a9-b889-483d-84f6-5cc0a90b18fd', 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3', 'admin_state_up': True, 'tenant_id': 'a61b486e25634520b3479ad7a16b8677'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:37:41.943378 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0ed0460a-b997-459c-8b31-371131e216a0 req-81f371d8-c571-4f99-935b-06c9f0fe368e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 210 time: 0.0365636 Aug 02 17:37:41.987648 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Made reservation on behalf of a61b486e25634520b3479ad7a16b8677 for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:37:41.991434 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.117805 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Allocated IP 172.20.0.4 (88b64632-10bd-4c16-b6a0-cd70cc7a75c3/1d1dcfe3-c46d-4745-9103-9391c4d57293/9f786d11-611b-4af1-b7da-f69c6a8b7d91) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:37:42.270014 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.306874 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.352055 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:37:42.355278 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:37:42.361376 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:37:42.366778 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Pushing event updated for resources: {'Port': ['ID=9f786d11-611b-4af1-b7da-f69c6a8b7d91,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:42.393499 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.393776 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.394118 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.394453 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.394782 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.395146 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.395468 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.395791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.396112 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.396432 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.396751 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.397067 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:42.421045 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:42.421650 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.435549 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-581876b4-c57a-4d0a-9d97-e7fc6852337f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886540 Aug 02 17:37:42.452937 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-8e0d05f7-8a91-4680-9746-7a68bf011037 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:37:42.455476 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-8e0d05f7-8a91-4680-9746-7a68bf011037 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067947 Aug 02 17:37:42.467981 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Request body: {'port': {'device_id': '3b5520a9-b889-483d-84f6-5cc0a90b18fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:37:42.526519 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.797426 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f786d11-611b-4af1-b7da-f69c6a8b7d91 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:37:42.804777 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.817049 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Transition to ACTIVE for port object 9f786d11-611b-4af1-b7da-f69c6a8b7d91 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:37:42.819895 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:42.872851 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Pushing event updated for resources: {'Port': ['ID=9f786d11-611b-4af1-b7da-f69c6a8b7d91,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:42.936055 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Attempting to bind port 9f786d11-611b-4af1-b7da-f69c6a8b7d91 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:37:42.936386 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Attempting to bind port 9f786d11-611b-4af1-b7da-f69c6a8b7d91 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3e2a1dcd-93af-4fad-837b-807fe5153220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:37:42.936717 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Attempting to bind port 9f786d11-611b-4af1-b7da-f69c6a8b7d91 on network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:37:42.941157 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Port 9f786d11-611b-4af1-b7da-f69c6a8b7d91 on network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:37:42.941473 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Attempting to bind port 9f786d11-611b-4af1-b7da-f69c6a8b7d91 on network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:37:42.946146 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:37:42.946484 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Checking segment: {'id': '3e2a1dcd-93af-4fad-837b-807fe5153220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:37:42.947119 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Bound using segment: {'id': '3e2a1dcd-93af-4fad-837b-807fe5153220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:37:42.947577 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Bound port: 9f786d11-611b-4af1-b7da-f69c6a8b7d91, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2a1dcd-93af-4fad-837b-807fe5153220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:37:42.948044 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:43.288791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] For port 9f786d11-611b-4af1-b7da-f69c6a8b7d91, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:37:43.307796 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a3e5c-f055-4f17-9410-0137d5ded022 req-f767600c-b212-48ca-8e9a-4eea0275cced tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:43.309274 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-760a3e5c-f055-4f17-9410-0137d5ded022 req-f767600c-b212-48ca-8e9a-4eea0275cced tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 943 time: 0.0795708 Aug 02 17:37:43.312668 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] For port 9f786d11-611b-4af1-b7da-f69c6a8b7d91, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f786d11-611b-4af1-b7da-f69c6a8b7d91,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:37:43.323343 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:43.376577 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:43.377188 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:43.378599 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] 10.222.0.41 "PUT /v2.0/ports/9f786d11-611b-4af1-b7da-f69c6a8b7d91 HTTP/1.1" status: 200 len: 1093 time: 0.9143636 Aug 02 17:37:43.379066 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5520a9-b889-483d-84f6-5cc0a90b18fd', 'tag': '9f786d11-611b-4af1-b7da-f69c6a8b7d91'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:37:43.381280 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f1d008-a9da-45e1-8a82-d615628466da" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5520a9-b889-483d-84f6-5cc0a90b18fd", "tag": "9f786d11-611b-4af1-b7da-f69c6a8b7d91"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:37:43.398536 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-760a3e5c-f055-4f17-9410-0137d5ded022 req-cc0fdda1-dd3c-4c65-8a43-4a6ba0b83c45 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829918 Aug 02 17:37:43.412668 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d613e66-5250-4a86-a760-a3ad4fc2c9ec service neutron] Pushing event updated for resources: {'Port': ['ID=9f786d11-611b-4af1-b7da-f69c6a8b7d91,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:43.424902 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e9f00-ebab-4cd9-8e03-c234fc891c98 x-openstack-request-id: req-302e9f00-ebab-4cd9-8e03-c234fc891c98 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:37:43.425196 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5520a9-b889-483d-84f6-5cc0a90b18fd", "tag": "9f786d11-611b-4af1-b7da-f69c6a8b7d91", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:37:43.425445 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-302e9f00-ebab-4cd9-8e03-c234fc891c98 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:37:43.425836 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5520a9-b889-483d-84f6-5cc0a90b18fd', 'tag': '9f786d11-611b-4af1-b7da-f69c6a8b7d91', 'status': 'completed', 'code': 200} Aug 02 17:37:43.503684 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-503edc7e-4338-490d-a06d-0221f57e51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:43.505185 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-503edc7e-4338-490d-a06d-0221f57e51df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a61b486e25634520b3479ad7a16b8677&device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 1096 time: 0.0413868 Aug 02 17:37:43.553991 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-c92fa0c8-3d5a-46ad-9dcc-10e8a8d118cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f786d11-611b-4af1-b7da-f69c6a8b7d91 HTTP/1.1" status: 200 len: 217 time: 0.0345302 Aug 02 17:37:43.602015 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-62020ad0-6503-4bc1-9b33-adeca5424cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:43.603540 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-62020ad0-6503-4bc1-9b33-adeca5424cd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d1dcfe3-c46d-4745-9103-9391c4d57293 HTTP/1.1" status: 200 len: 848 time: 0.0426781 Aug 02 17:37:43.638713 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-5b6283a0-fc33-4deb-9ad5-7446346ab264 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282445 Aug 02 17:37:43.727046 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-d389d965-78fd-4103-b666-a7f88f62f53b service neutron] 10.222.0.41 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808008 Aug 02 17:37:43.824163 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6cdd5d82-ea05-43dc-863b-31cab26c5bf4 req-fff95301-ea1e-4581-8951-1d015e42e50b service neutron] 10.222.0.41 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898533 Aug 02 17:37:43.985103 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d008-a9da-45e1-8a82-d615628466da req-d234dd6e-ec60-4646-8b7b-87c780e90966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:43.986863 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-78f1d008-a9da-45e1-8a82-d615628466da req-d234dd6e-ec60-4646-8b7b-87c780e90966 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a61b486e25634520b3479ad7a16b8677&device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 1096 time: 0.0436954 Aug 02 17:37:44.088753 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d008-a9da-45e1-8a82-d615628466da req-3dfe6ce8-f090-4540-a1e8-05bdb4a50124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:44.090215 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-78f1d008-a9da-45e1-8a82-d615628466da req-3dfe6ce8-f090-4540-a1e8-05bdb4a50124 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3 HTTP/1.1" status: 200 len: 909 time: 0.0929360 Aug 02 17:37:44.137585 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-78f1d008-a9da-45e1-8a82-d615628466da req-dea4f7e0-6a09-40d6-b89e-cd11e99aaac7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f786d11-611b-4af1-b7da-f69c6a8b7d91 HTTP/1.1" status: 200 len: 217 time: 0.0394599 Aug 02 17:37:44.187003 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1d008-a9da-45e1-8a82-d615628466da req-a92d7b99-46b5-439c-bd2e-0223e5369d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:44.188717 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-78f1d008-a9da-45e1-8a82-d615628466da req-a92d7b99-46b5-439c-bd2e-0223e5369d8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d1dcfe3-c46d-4745-9103-9391c4d57293 HTTP/1.1" status: 200 len: 848 time: 0.0441387 Aug 02 17:37:44.222284 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-78f1d008-a9da-45e1-8a82-d615628466da req-59499371-c662-4205-bdda-29cedaeb8f4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256751 Aug 02 17:37:44.316322 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-78f1d008-a9da-45e1-8a82-d615628466da req-1a5561fb-59ec-4681-a056-a24cde2294bd service neutron] 10.222.0.41 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862482 Aug 02 17:37:44.405859 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-78f1d008-a9da-45e1-8a82-d615628466da req-e081b185-c50e-412d-923f-ad91993be150 service neutron] 10.222.0.41 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814664 Aug 02 17:37:44.536046 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098854b-04b4-4450-be45-1343707514f7 req-aade9f88-065f-4672-9f36-76a77a0026d4 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:44.537524 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3098854b-04b4-4450-be45-1343707514f7 req-aade9f88-065f-4672-9f36-76a77a0026d4 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 943 time: 0.0524945 Aug 02 17:37:44.575715 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3098854b-04b4-4450-be45-1343707514f7 req-634af31a-b15d-4a38-94f2-8d7cfd182ca3 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Aug 02 17:37:45.691478 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e727db-ea8a-48f5-bcc3-e08d9415461b req-cb8638ad-c781-4a2e-9c7b-cf7ecd49e388 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:45.692949 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-71e727db-ea8a-48f5-bcc3-e08d9415461b req-cb8638ad-c781-4a2e-9c7b-cf7ecd49e388 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 943 time: 0.0492358 Aug 02 17:37:45.731530 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-71e727db-ea8a-48f5-bcc3-e08d9415461b req-840963c0-de13-4676-b385-705034907cbb tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Aug 02 17:37:46.781924 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 9f786d11-611b-4af1-b7da-f69c6a8b7d91 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:37:46.849724 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6daba-6fed-4651-a481-fa576dd0d0b7 req-828f12df-d67f-4353-98e6-353c482d531b tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:46.851223 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8ba6daba-6fed-4651-a481-fa576dd0d0b7 req-828f12df-d67f-4353-98e6-353c482d531b tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 943 time: 0.0511932 Aug 02 17:37:46.885380 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 9f786d11-611b-4af1-b7da-f69c6a8b7d91, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f786d11-611b-4af1-b7da-f69c6a8b7d91,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:46.890782 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8ba6daba-6fed-4651-a481-fa576dd0d0b7 req-c6ff7ad6-be02-41ae-800c-94db1068ef0b tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Aug 02 17:37:46.897290 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '9f786d11-611b-4af1-b7da-f69c6a8b7d91', 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3', 'port_id': '9f786d11-611b-4af1-b7da-f69c6a8b7d91', 'mac_address': 'fa:16:3e:37:27:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1dcfe3-c46d-4745-9103-9391c4d57293', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:37:46.935640 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:46.949448 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f786d11-611b-4af1-b7da-f69c6a8b7d91 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:37:46.969464 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 9f786d11-611b-4af1-b7da-f69c6a8b7d91, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f786d11-611b-4af1-b7da-f69c6a8b7d91,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:46.973415 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:47.019304 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=9f786d11-611b-4af1-b7da-f69c6a8b7d91,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:47.026249 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.026602 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.026947 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.027323 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.027655 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.027985 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.028315 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.028641 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.028971 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.029297 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.029620 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.029942 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:37:47.473791 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['9f786d11-611b-4af1-b7da-f69c6a8b7d91'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:37:47.873074 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:37:48.010937 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555a321-a5d9-478e-9dc0-61d2083bc054 req-5b3e5e9b-e876-42ec-8785-57b00896b882 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:48.012431 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c555a321-a5d9-478e-9dc0-61d2083bc054 req-5b3e5e9b-e876-42ec-8785-57b00896b882 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 944 time: 0.0520451 Aug 02 17:37:48.049816 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c555a321-a5d9-478e-9dc0-61d2083bc054 req-4b0bcd79-462b-4017-89cd-3c1060bb59b3 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Aug 02 17:37:48.809843 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 9f786d11-611b-4af1-b7da-f69c6a8b7d91 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:37:48.858685 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 9f786d11-611b-4af1-b7da-f69c6a8b7d91 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:37:48.862423 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 9f786d11-611b-4af1-b7da-f69c6a8b7d91 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:37:48.862854 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:48.946048 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:48.968601 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5520a9-b889-483d-84f6-5cc0a90b18fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f786d11-611b-4af1-b7da-f69c6a8b7d91'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:37:48.970847 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24d790-6aea-4248-91ef-01aee8a8a276" -d '{"events": [{"server_uuid": "3b5520a9-b889-483d-84f6-5cc0a90b18fd", "name": "network-vif-plugged", "status": "completed", "tag": "9f786d11-611b-4af1-b7da-f69c6a8b7d91"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:37:48.984567 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 9f786d11-611b-4af1-b7da-f69c6a8b7d91, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f786d11-611b-4af1-b7da-f69c6a8b7d91,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:48.988531 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:49.012222 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceaca64-5b41-45df-a5b6-b82eb87912d2 x-openstack-request-id: req-7ceaca64-5b41-45df-a5b6-b82eb87912d2 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:37:49.012534 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5520a9-b889-483d-84f6-5cc0a90b18fd", "name": "network-vif-plugged", "status": "completed", "tag": "9f786d11-611b-4af1-b7da-f69c6a8b7d91", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:37:49.012772 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ceaca64-5b41-45df-a5b6-b82eb87912d2 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:37:49.013160 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5520a9-b889-483d-84f6-5cc0a90b18fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f786d11-611b-4af1-b7da-f69c6a8b7d91', 'code': 200} Aug 02 17:37:49.037381 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=9f786d11-611b-4af1-b7da-f69c6a8b7d91,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:49.168464 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b616b8b-3b8f-4aa8-8bdf-7c11ef3557f5 req-21224885-c516-4183-a734-449f59352a83 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:49.169873 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4b616b8b-3b8f-4aa8-8bdf-7c11ef3557f5 req-21224885-c516-4183-a734-449f59352a83 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 945 time: 0.0498960 Aug 02 17:37:49.238741 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4b616b8b-3b8f-4aa8-8bdf-7c11ef3557f5 req-1c64946a-e916-4d26-89ba-623f24e418fa tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630462 Aug 02 17:37:49.245002 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c319c3-fa33-49fd-841c-08e5e4907e4e req-c1ebb73f-1d8d-48d7-800b-2299a8b29a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:49.246454 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-92c319c3-fa33-49fd-841c-08e5e4907e4e req-c1ebb73f-1d8d-48d7-800b-2299a8b29a94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 1098 time: 0.0642738 Aug 02 17:37:49.281371 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-92c319c3-fa33-49fd-841c-08e5e4907e4e req-140391ad-49b0-4231-a862-83347d519028 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274591 Aug 02 17:37:50.064510 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-0e694d56-141e-4dac-b9f2-b659ed5014b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:50.355955 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9692d84-e996-4cdd-9cc2-14b6a26c5e59 req-e24eb300-25ae-403c-82bf-599f669ac9b3 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:50.357434 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d9692d84-e996-4cdd-9cc2-14b6a26c5e59 req-e24eb300-25ae-403c-82bf-599f669ac9b3 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 945 time: 0.0490763 Aug 02 17:37:50.396040 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d9692d84-e996-4cdd-9cc2-14b6a26c5e59 req-8242c037-0292-4d3a-8001-389dccefb690 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Aug 02 17:37:51.512883 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856686d-cd2f-4f26-a7ce-f2bca14f3f2c req-facffac0-c8ec-4f18-84b1-e9402e7075d5 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:51.514359 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3856686d-cd2f-4f26-a7ce-f2bca14f3f2c req-facffac0-c8ec-4f18-84b1-e9402e7075d5 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 945 time: 0.0529211 Aug 02 17:37:51.551747 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3856686d-cd2f-4f26-a7ce-f2bca14f3f2c req-19e2be4c-8912-4d9c-a25c-31ee3defcaa1 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315511 Aug 02 17:37:52.343093 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6803d3-2af5-4620-a83d-f1a4f86ff39f req-3d1d058e-5851-41a5-8a0e-4537f4e5c13e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:52.344531 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2b6803d3-2af5-4620-a83d-f1a4f86ff39f req-3d1d058e-5851-41a5-8a0e-4537f4e5c13e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 945 time: 0.0528378 Aug 02 17:37:52.384941 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2b6803d3-2af5-4620-a83d-f1a4f86ff39f req-ea6f19a0-5fcb-4653-adf7-487e7b45b4f1 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339601 Aug 02 17:37:52.536651 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-673a2619-5663-4ddf-935e-98881e381b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:52.888793 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:53.499600 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1f70b-96de-4eec-bfeb-c707dae7715f req-71cdbcff-0fc4-4f77-ac36-93f981fddbef tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:53.501071 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-52b1f70b-96de-4eec-bfeb-c707dae7715f req-71cdbcff-0fc4-4f77-ac36-93f981fddbef tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 945 time: 0.0477827 Aug 02 17:37:53.538152 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-52b1f70b-96de-4eec-bfeb-c707dae7715f req-de6c9991-53db-4fb1-ac3a-110a9f42934f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Aug 02 17:37:53.872596 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:54.659981 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456eb1f-14b4-4e6c-8e93-bb701ccd577e req-24b98bef-9199-4d48-ae36-3a4c9658fe46 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:54.661459 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0456eb1f-14b4-4e6c-8e93-bb701ccd577e req-24b98bef-9199-4d48-ae36-3a4c9658fe46 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 945 time: 0.0534911 Aug 02 17:37:54.700447 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0456eb1f-14b4-4e6c-8e93-bb701ccd577e req-7f3348f0-189d-4999-9268-1871c0e3cb10 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Aug 02 17:37:54.773992 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-69e1cce2-5e56-4901-b95e-7bb03d6715d3 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:54.775470 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-69e1cce2-5e56-4901-b95e-7bb03d6715d3 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 945 time: 0.0477037 Aug 02 17:37:54.869874 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Deleting port 9f786d11-611b-4af1-b7da-f69c6a8b7d91 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:37:54.870137 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:54.960964 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] For port 9f786d11-611b-4af1-b7da-f69c6a8b7d91, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9f786d11-611b-4af1-b7da-f69c6a8b7d91,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:37:54.961330 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:54.973628 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Calling delete_port for 9f786d11-611b-4af1-b7da-f69c6a8b7d91 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:37:55.105922 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:55.135455 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Pushing event deleted for resources: {'Port': ['ID=9f786d11-611b-4af1-b7da-f69c6a8b7d91,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:55.160158 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['9f786d11-611b-4af1-b7da-f69c6a8b7d91'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:37:55.173977 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] No DVR routers for this DVR port 9f786d11-611b-4af1-b7da-f69c6a8b7d91 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:37:55.176521 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:55.178528 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-49783a05-cd13-4753-bfe9-cfe839f306e1 req-abfd4a53-87f5-4d8c-b05e-d5eefba6e2ea tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.41 "DELETE /v2.0/ports/9f786d11-611b-4af1-b7da-f69c6a8b7d91 HTTP/1.1" status: 204 len: 173 time: 0.3928788 Aug 02 17:37:55.178967 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5520a9-b889-483d-84f6-5cc0a90b18fd', 'name': 'network-vif-deleted', 'tag': '9f786d11-611b-4af1-b7da-f69c6a8b7d91'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:37:55.182001 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7b69ac-6dec-4c79-9050-c5cf0eddbc6f" -d '{"events": [{"server_uuid": "3b5520a9-b889-483d-84f6-5cc0a90b18fd", "name": "network-vif-deleted", "tag": "9f786d11-611b-4af1-b7da-f69c6a8b7d91"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:37:55.221141 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a607e89b-0ef0-4564-9b26-328461969817 x-openstack-request-id: req-a607e89b-0ef0-4564-9b26-328461969817 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:37:55.221437 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5520a9-b889-483d-84f6-5cc0a90b18fd", "name": "network-vif-deleted", "tag": "9f786d11-611b-4af1-b7da-f69c6a8b7d91", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:37:55.221692 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a607e89b-0ef0-4564-9b26-328461969817 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:37:55.222093 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5520a9-b889-483d-84f6-5cc0a90b18fd', 'name': 'network-vif-deleted', 'tag': '9f786d11-611b-4af1-b7da-f69c6a8b7d91', 'status': 'completed', 'code': 200} Aug 02 17:37:55.812076 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-47824fcd-59e6-481b-af40-36d1af1ceffc req-9f6632df-91c0-4e92-b19e-e08ada13ab15 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b5520a9-b889-483d-84f6-5cc0a90b18fd HTTP/1.1" status: 200 len: 210 time: 0.0261495 Aug 02 17:37:56.170665 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:57.072452 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d17ce-532c-4119-b871-a16f66030ba2 req-f6b24a38-8e6d-472d-b77d-20b13ba7fc5a tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:57.073928 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-f6b24a38-8e6d-472d-b77d-20b13ba7fc5a tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/networks?id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3 HTTP/1.1" status: 200 len: 808 time: 0.1006591 Aug 02 17:37:57.088467 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-dfbf816c-200d-4be7-a0f7-baca7046ee38 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/quotas/a61b486e25634520b3479ad7a16b8677 HTTP/1.1" status: 200 len: 375 time: 0.0089431 Aug 02 17:37:57.124698 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-7b073c56-6e36-4361-9cac-9e8bb0d6b1b0 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a61b486e25634520b3479ad7a16b8677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309505 Aug 02 17:37:57.215238 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-cfad457c-b9f1-4372-a4af-0c8dbcc6ab0a service neutron] 10.222.0.16 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836585 Aug 02 17:37:57.309585 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-c02a90aa-1066-4221-954a-623eade22482 service neutron] 10.222.0.16 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878251 Aug 02 17:37:57.473704 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-52fe80ac-7d07-40b5-abaa-40bfe24c679a req-e32d69a0-8c3b-4e96-908a-d717a7a9d15e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 210 time: 0.0329425 Aug 02 17:37:58.613450 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ca16dc85-e46f-4c15-bd11-d160b5758d63 req-1a203635-b0cc-4d8e-9ba7-7ef51a876bae tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 210 time: 0.0642657 Aug 02 17:37:58.676637 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d17ce-532c-4119-b871-a16f66030ba2 req-dc33c7dd-2cee-4d16-a177-b659b2025287 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:58.678129 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-dc33c7dd-2cee-4d16-a177-b659b2025287 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.41 "GET /v2.0/networks?id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3 HTTP/1.1" status: 200 len: 808 time: 0.1388717 Aug 02 17:37:58.714286 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Request body: {'port': {'device_id': '66c27e33-19e5-4f80-84eb-d358ff93992a', 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3', 'admin_state_up': True, 'tenant_id': 'a61b486e25634520b3479ad7a16b8677'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:37:58.823949 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Made reservation on behalf of a61b486e25634520b3479ad7a16b8677 for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:37:58.827739 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:58.876365 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 9f786d11-611b-4af1-b7da-f69c6a8b7d91 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:37:58.896566 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 9f786d11-611b-4af1-b7da-f69c6a8b7d91 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:37:58.896913 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 9f786d11-611b-4af1-b7da-f69c6a8b7d91 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:37:58.956058 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Allocated IP 172.20.0.6 (88b64632-10bd-4c16-b6a0-cd70cc7a75c3/1d1dcfe3-c46d-4745-9103-9391c4d57293/8306b96e-78c5-4a29-95e9-d533451e25c8) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:37:59.101731 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:59.139096 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:59.180435 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:37:59.183757 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:37:59.189848 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:37:59.195630 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Pushing event updated for resources: {'Port': ['ID=8306b96e-78c5-4a29-95e9-d533451e25c8,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:59.240317 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:59.240928 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:59.255187 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-955c000c-c3c5-468f-ac28-c2660bf0929c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457671 Aug 02 17:37:59.280347 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Request body: {'port': {'device_id': '66c27e33-19e5-4f80-84eb-d358ff93992a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:37:59.334559 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:59.585908 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8306b96e-78c5-4a29-95e9-d533451e25c8 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:37:59.593497 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:59.605074 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Transition to ACTIVE for port object 8306b96e-78c5-4a29-95e9-d533451e25c8 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:37:59.608688 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:59.660790 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8306b96e-78c5-4a29-95e9-d533451e25c8,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:59.756692 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Attempting to bind port 8306b96e-78c5-4a29-95e9-d533451e25c8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:37:59.757023 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Attempting to bind port 8306b96e-78c5-4a29-95e9-d533451e25c8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3e2a1dcd-93af-4fad-837b-807fe5153220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:37:59.757349 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Attempting to bind port 8306b96e-78c5-4a29-95e9-d533451e25c8 on network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:37:59.770449 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db530f-7c97-44bc-b502-00a61cd69828 req-5333d64a-7d05-4327-86e5-ca68b70f52ce tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:59.771959 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-92db530f-7c97-44bc-b502-00a61cd69828 req-5333d64a-7d05-4327-86e5-ca68b70f52ce tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 943 time: 0.0719292 Aug 02 17:37:59.772917 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Port 8306b96e-78c5-4a29-95e9-d533451e25c8 on network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:37:59.773239 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Attempting to bind port 8306b96e-78c5-4a29-95e9-d533451e25c8 on network 88b64632-10bd-4c16-b6a0-cd70cc7a75c3 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:37:59.779946 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:37:59.780281 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Checking segment: {'id': '3e2a1dcd-93af-4fad-837b-807fe5153220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:37:59.780660 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Bound using segment: {'id': '3e2a1dcd-93af-4fad-837b-807fe5153220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:37:59.781095 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Bound port: 8306b96e-78c5-4a29-95e9-d533451e25c8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2a1dcd-93af-4fad-837b-807fe5153220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:37:59.781452 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:59.845487 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-92db530f-7c97-44bc-b502-00a61cd69828 req-aa0bfb66-d7d6-40fa-a0fd-1fb0108585dd tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664997 Aug 02 17:37:59.871926 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] For port 8306b96e-78c5-4a29-95e9-d533451e25c8, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:37:59.875544 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] For port 8306b96e-78c5-4a29-95e9-d533451e25c8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8306b96e-78c5-4a29-95e9-d533451e25c8,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:37:59.879583 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:59.918106 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:37:59.919726 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:37:59.920369 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/8306b96e-78c5-4a29-95e9-d533451e25c8 HTTP/1.1" status: 200 len: 1093 time: 0.6441724 Aug 02 17:37:59.922711 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c27e33-19e5-4f80-84eb-d358ff93992a', 'tag': '8306b96e-78c5-4a29-95e9-d533451e25c8'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:37:59.925174 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587" -d '{"events": [{"name": "network-changed", "server_uuid": "66c27e33-19e5-4f80-84eb-d358ff93992a", "tag": "8306b96e-78c5-4a29-95e9-d533451e25c8"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:37:59.959162 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650a6cb-fd3e-4741-8171-6505ffa8bfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8306b96e-78c5-4a29-95e9-d533451e25c8,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:37:59.970449 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50a9f3d-a5d9-42c8-b6a2-b6d7461caed5 x-openstack-request-id: req-c50a9f3d-a5d9-42c8-b6a2-b6d7461caed5 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:37:59.970750 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c27e33-19e5-4f80-84eb-d358ff93992a", "tag": "8306b96e-78c5-4a29-95e9-d533451e25c8", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:37:59.971000 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c50a9f3d-a5d9-42c8-b6a2-b6d7461caed5 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:37:59.971395 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c27e33-19e5-4f80-84eb-d358ff93992a', 'tag': '8306b96e-78c5-4a29-95e9-d533451e25c8', 'status': 'completed', 'code': 200} Aug 02 17:38:00.042491 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4cd1de9e-d12d-40f1-9c69-e8ed5a3005ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:00.044069 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-4cd1de9e-d12d-40f1-9c69-e8ed5a3005ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a61b486e25634520b3479ad7a16b8677&device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 1096 time: 0.0440345 Aug 02 17:38:00.130594 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-d99ca3dd-d764-4b05-9dfd-a28d6a89cfd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8306b96e-78c5-4a29-95e9-d533451e25c8 HTTP/1.1" status: 200 len: 217 time: 0.0342908 Aug 02 17:38:00.186241 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d17ce-532c-4119-b871-a16f66030ba2 req-20cc47ef-5b4c-4724-8296-91cd71f57122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:00.188015 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-20cc47ef-5b4c-4724-8296-91cd71f57122 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d1dcfe3-c46d-4745-9103-9391c4d57293 HTTP/1.1" status: 200 len: 848 time: 0.0472572 Aug 02 17:38:00.222045 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-fba521ed-19a6-4bf9-9010-7681cf44c27a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238562 Aug 02 17:38:00.316514 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-ba31f9b7-f664-4596-94af-77c0f99a21d9 service neutron] 10.222.0.41 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836267 Aug 02 17:38:00.416057 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-134d17ce-532c-4119-b871-a16f66030ba2 req-744d2bde-a298-43bf-8ab2-caf7172199e8 service neutron] 10.222.0.41 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850098 Aug 02 17:38:00.577896 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-438c3d00-25ce-402e-a4fe-d76e8fce479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:00.579468 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-438c3d00-25ce-402e-a4fe-d76e8fce479a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a61b486e25634520b3479ad7a16b8677&device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 1096 time: 0.0435472 Aug 02 17:38:00.673966 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-5a91b1b8-5d85-49bb-b1d1-de070c34b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:00.675417 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-5a91b1b8-5d85-49bb-b1d1-de070c34b114 service neutron] 10.222.0.41 "GET /v2.0/networks?id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3 HTTP/1.1" status: 200 len: 909 time: 0.0878420 Aug 02 17:38:00.722034 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-24c4a0e9-8e72-457c-846d-8a0e5b2dd14e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8306b96e-78c5-4a29-95e9-d533451e25c8 HTTP/1.1" status: 200 len: 217 time: 0.0379248 Aug 02 17:38:00.776235 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-70209e61-be77-4b8b-9fee-8edd875d4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:00.777697 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-70209e61-be77-4b8b-9fee-8edd875d4f40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d1dcfe3-c46d-4745-9103-9391c4d57293 HTTP/1.1" status: 200 len: 848 time: 0.0430365 Aug 02 17:38:00.812056 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-fd6f8abc-7bde-4062-8276-cbae2db0d956 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=88b64632-10bd-4c16-b6a0-cd70cc7a75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251172 Aug 02 17:38:00.908540 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-bc9fa4da-f5ab-41c6-aac4-7b5eaf36350a service neutron] 10.222.0.41 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873542 Aug 02 17:38:00.964817 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3cc73-c6fe-4f48-b4e6-852cabc1871d req-429f8e6b-caee-43c2-8fde-6004ec737a4e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:00.966343 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e1b3cc73-c6fe-4f48-b4e6-852cabc1871d req-429f8e6b-caee-43c2-8fde-6004ec737a4e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 943 time: 0.0489373 Aug 02 17:38:01.004327 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-93d64cd3-ed54-4a4c-a327-6e12a9e5d587 req-e01685c0-07bc-4f4e-b4a1-0c8b53b69eeb service neutron] 10.222.0.41 "GET /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869863 Aug 02 17:38:01.009352 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e1b3cc73-c6fe-4f48-b4e6-852cabc1871d req-faa20751-ed3f-468d-96b6-d58e389624d2 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Aug 02 17:38:01.270857 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:02.123766 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f90a7-be5c-4b1f-ad1f-37169d68769b req-c2f147cc-6753-4b61-a454-79fc101e75fe tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:02.125254 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2a5f90a7-be5c-4b1f-ad1f-37169d68769b req-c2f147cc-6753-4b61-a454-79fc101e75fe tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 943 time: 0.0489969 Aug 02 17:38:02.163003 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2a5f90a7-be5c-4b1f-ad1f-37169d68769b req-73cf0e70-db77-433b-9594-3a4e3b0d6204 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Aug 02 17:38:03.284364 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e99085-a858-4716-8e68-d9b1cffef59c req-296832fe-3011-48e3-a360-e7a3373b95a5 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:03.285852 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-54e99085-a858-4716-8e68-d9b1cffef59c req-296832fe-3011-48e3-a360-e7a3373b95a5 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 943 time: 0.0555706 Aug 02 17:38:03.330162 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-54e99085-a858-4716-8e68-d9b1cffef59c req-52484533-d63e-4d54-8022-4feaf06c7b73 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Aug 02 17:38:04.441902 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a8000-f17b-40d8-9151-869ef5e6e13f req-1e686ab4-226b-4877-a637-c6f83b3e82d0 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:04.443428 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d69a8000-f17b-40d8-9151-869ef5e6e13f req-1e686ab4-226b-4877-a637-c6f83b3e82d0 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 943 time: 0.0485952 Aug 02 17:38:04.484283 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d69a8000-f17b-40d8-9151-869ef5e6e13f req-2e91ae99-006f-474d-8930-522403394905 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Aug 02 17:38:04.905237 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 8306b96e-78c5-4a29-95e9-d533451e25c8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:38:04.999782 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 8306b96e-78c5-4a29-95e9-d533451e25c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8306b96e-78c5-4a29-95e9-d533451e25c8,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:38:05.010739 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '8306b96e-78c5-4a29-95e9-d533451e25c8', 'network_id': '88b64632-10bd-4c16-b6a0-cd70cc7a75c3', 'port_id': '8306b96e-78c5-4a29-95e9-d533451e25c8', 'mac_address': 'fa:16:3e:02:16:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1dcfe3-c46d-4745-9103-9391c4d57293', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:38:05.049982 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.062886 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8306b96e-78c5-4a29-95e9-d533451e25c8 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:38:05.081462 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 8306b96e-78c5-4a29-95e9-d533451e25c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8306b96e-78c5-4a29-95e9-d533451e25c8,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:38:05.085240 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:05.130557 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=8306b96e-78c5-4a29-95e9-d533451e25c8,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:05.597446 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc28b1-dbeb-487c-9203-0723dc472d93 req-dc6ac2a8-38f2-4775-b46e-630c78a62de1 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:05.598915 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f8fc28b1-dbeb-487c-9203-0723dc472d93 req-dc6ac2a8-38f2-4775-b46e-630c78a62de1 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 944 time: 0.0480795 Aug 02 17:38:05.609703 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['8306b96e-78c5-4a29-95e9-d533451e25c8'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:38:05.638165 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f8fc28b1-dbeb-487c-9203-0723dc472d93 req-bba18808-c60a-4403-a102-a12b5eb486a5 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Aug 02 17:38:06.751945 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e94ec5-79e0-4bfd-be6c-9b35b64a071d req-3c5fd0c6-ae42-4753-bbbc-1e08d53d2f4e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:06.753509 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-96e94ec5-79e0-4bfd-be6c-9b35b64a071d req-3c5fd0c6-ae42-4753-bbbc-1e08d53d2f4e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 944 time: 0.0478806 Aug 02 17:38:06.794847 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-96e94ec5-79e0-4bfd-be6c-9b35b64a071d req-b7dc436f-3ed8-47cf-8008-d04c46b0e2e2 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354218 Aug 02 17:38:06.904390 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 8306b96e-78c5-4a29-95e9-d533451e25c8 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:38:06.954544 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 8306b96e-78c5-4a29-95e9-d533451e25c8 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:38:06.958441 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 8306b96e-78c5-4a29-95e9-d533451e25c8 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:38:06.958818 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:07.033862 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:07.060107 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c27e33-19e5-4f80-84eb-d358ff93992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8306b96e-78c5-4a29-95e9-d533451e25c8'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:38:07.062585 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13d7cfe-ba8a-47d0-8c4a-56164159108b" -d '{"events": [{"server_uuid": "66c27e33-19e5-4f80-84eb-d358ff93992a", "name": "network-vif-plugged", "status": "completed", "tag": "8306b96e-78c5-4a29-95e9-d533451e25c8"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:38:07.075721 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 8306b96e-78c5-4a29-95e9-d533451e25c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8306b96e-78c5-4a29-95e9-d533451e25c8,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:38:07.079741 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:07.105230 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ada0fb-6dfd-42d9-bb4b-2b8125295568 x-openstack-request-id: req-e3ada0fb-6dfd-42d9-bb4b-2b8125295568 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:38:07.105524 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c27e33-19e5-4f80-84eb-d358ff93992a", "name": "network-vif-plugged", "status": "completed", "tag": "8306b96e-78c5-4a29-95e9-d533451e25c8", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:38:07.105778 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3ada0fb-6dfd-42d9-bb4b-2b8125295568 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:38:07.106168 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c27e33-19e5-4f80-84eb-d358ff93992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8306b96e-78c5-4a29-95e9-d533451e25c8', 'code': 200} Aug 02 17:38:07.132234 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=8306b96e-78c5-4a29-95e9-d533451e25c8,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:07.308624 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdd5fe-0ce8-4752-9c23-b8ec8dd83e1e req-dc7a6efa-3309-43ab-88d0-4c9e28f4afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:07.310360 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f6fdd5fe-0ce8-4752-9c23-b8ec8dd83e1e req-dc7a6efa-3309-43ab-88d0-4c9e28f4afe6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 1098 time: 0.0450294 Aug 02 17:38:07.346266 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f6fdd5fe-0ce8-4752-9c23-b8ec8dd83e1e req-fa475690-ef4b-4065-bed4-3d9bd2e07448 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279031 Aug 02 17:38:07.915686 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602143-fe92-419d-886a-7e3f5adaf456 req-9364f9bf-b4e5-4797-bde7-eb355bfe6a9a tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:07.917457 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7a602143-fe92-419d-886a-7e3f5adaf456 req-9364f9bf-b4e5-4797-bde7-eb355bfe6a9a tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 945 time: 0.0528650 Aug 02 17:38:07.958792 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7a602143-fe92-419d-886a-7e3f5adaf456 req-76f93bac-5033-4719-9759-d40875d72daf tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350912 Aug 02 17:38:09.077991 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa010b42-56b9-4cbf-9b2a-1d460c6be4f8 req-968a628f-4c30-4335-9798-58e46d49692e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:09.079362 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fa010b42-56b9-4cbf-9b2a-1d460c6be4f8 req-968a628f-4c30-4335-9798-58e46d49692e tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 945 time: 0.0522106 Aug 02 17:38:09.117595 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fa010b42-56b9-4cbf-9b2a-1d460c6be4f8 req-055f8c0e-67e6-4ef5-8bec-166f948e8624 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322189 Aug 02 17:38:10.233114 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44719835-2213-473c-9082-89687a84803a req-8d7738f9-d4e1-4a15-acbb-48e63477f17f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:10.234585 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-44719835-2213-473c-9082-89687a84803a req-8d7738f9-d4e1-4a15-acbb-48e63477f17f tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 945 time: 0.0484743 Aug 02 17:38:10.272483 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-44719835-2213-473c-9082-89687a84803a req-68a843cc-79c2-4bdb-afd3-36efd28a4db9 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320134 Aug 02 17:38:10.943966 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61570e45-ebb2-43bd-8c91-f61f9ae2c4d1 req-e43b875a-4e79-4b29-8da2-1a32060b4a4d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:10.945464 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-61570e45-ebb2-43bd-8c91-f61f9ae2c4d1 req-e43b875a-4e79-4b29-8da2-1a32060b4a4d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0600054 Aug 02 17:38:10.994356 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-61570e45-ebb2-43bd-8c91-f61f9ae2c4d1 req-e99354d8-578d-496c-be11-1a8b6e9c4561 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Aug 02 17:38:11.131757 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c70d1-d4d9-4fdf-9b60-012b2dfe70c6 req-86fb50a7-4266-453e-9927-0a10b202baad tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:11.133282 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-496c70d1-d4d9-4fdf-9b60-012b2dfe70c6 req-86fb50a7-4266-453e-9927-0a10b202baad tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 945 time: 0.0512371 Aug 02 17:38:11.175382 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-496c70d1-d4d9-4fdf-9b60-012b2dfe70c6 req-455889b4-7c00-4945-8ddf-6d64b4c7c23d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352192 Aug 02 17:38:12.121190 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4de8d-5220-4206-8dfe-5740bb281c11 req-7abe4227-d134-466d-9275-d2910e648616 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:12.122735 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f0c4de8d-5220-4206-8dfe-5740bb281c11 req-7abe4227-d134-466d-9275-d2910e648616 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0502088 Aug 02 17:38:12.161789 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f0c4de8d-5220-4206-8dfe-5740bb281c11 req-bb11e104-9a14-4b17-bf19-f84ea7ceffae tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Aug 02 17:38:12.293976 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f242f7-8abc-47aa-ac6f-39693ed362fb req-4de1ba20-f4cf-464c-9400-45edaba4383c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:12.295537 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03f242f7-8abc-47aa-ac6f-39693ed362fb req-4de1ba20-f4cf-464c-9400-45edaba4383c tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 945 time: 0.0499375 Aug 02 17:38:12.335360 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-03f242f7-8abc-47aa-ac6f-39693ed362fb req-133c4377-72d0-431f-89fa-ab63319b0fd5 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d3c629e-4804-48b3-b58b-74e2e1570ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338356 Aug 02 17:38:12.927420 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-dc41d141-52d4-4298-aefb-1e21be88dce5 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:12.928851 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-dc41d141-52d4-4298-aefb-1e21be88dce5 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 945 time: 0.0557370 Aug 02 17:38:13.023481 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Deleting port 8306b96e-78c5-4a29-95e9-d533451e25c8 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:38:13.023827 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:13.116964 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] For port 8306b96e-78c5-4a29-95e9-d533451e25c8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8306b96e-78c5-4a29-95e9-d533451e25c8,segment=NetworkSegment(3e2a1dcd-93af-4fad-837b-807fe5153220),segment_id=3e2a1dcd-93af-4fad-837b-807fe5153220)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:38:13.117335 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:13.130390 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Calling delete_port for 8306b96e-78c5-4a29-95e9-d533451e25c8 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:38:13.259996 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:13.286178 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b0fdc-859c-4f1d-935c-ffd11866a90a req-a69d71fc-225c-4dd7-b3ee-705bdb0b632e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:13.287703 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d47b0fdc-859c-4f1d-935c-ffd11866a90a req-a69d71fc-225c-4dd7-b3ee-705bdb0b632e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0505042 Aug 02 17:38:13.290049 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Pushing event deleted for resources: {'Port': ['ID=8306b96e-78c5-4a29-95e9-d533451e25c8,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:13.299718 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['8306b96e-78c5-4a29-95e9-d533451e25c8'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:38:13.334223 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] No DVR routers for this DVR port 8306b96e-78c5-4a29-95e9-d533451e25c8 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:38:13.335812 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d47b0fdc-859c-4f1d-935c-ffd11866a90a req-de0c342b-d777-435b-832a-b1b27ccf6ceb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401587 Aug 02 17:38:13.336942 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:13.338947 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4995dbe0-e7cb-4ebe-8ba3-9906d021dacb req-b842d981-51f2-422c-8e55-b5d75ad00e4d tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.41 "DELETE /v2.0/ports/8306b96e-78c5-4a29-95e9-d533451e25c8 HTTP/1.1" status: 204 len: 173 time: 0.4040046 Aug 02 17:38:13.339501 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c27e33-19e5-4f80-84eb-d358ff93992a', 'name': 'network-vif-deleted', 'tag': '8306b96e-78c5-4a29-95e9-d533451e25c8'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:38:13.341870 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46e2c53-194f-4fda-97e4-e0f1605c5d79" -d '{"events": [{"server_uuid": "66c27e33-19e5-4f80-84eb-d358ff93992a", "name": "network-vif-deleted", "tag": "8306b96e-78c5-4a29-95e9-d533451e25c8"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:38:13.380327 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57323b12-dbf1-4958-a478-e62048d54f27 x-openstack-request-id: req-57323b12-dbf1-4958-a478-e62048d54f27 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:38:13.380681 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c27e33-19e5-4f80-84eb-d358ff93992a", "name": "network-vif-deleted", "tag": "8306b96e-78c5-4a29-95e9-d533451e25c8", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:38:13.381396 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57323b12-dbf1-4958-a478-e62048d54f27 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:38:13.381396 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c27e33-19e5-4f80-84eb-d358ff93992a', 'name': 'network-vif-deleted', 'tag': '8306b96e-78c5-4a29-95e9-d533451e25c8', 'status': 'completed', 'code': 200} Aug 02 17:38:13.434746 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-421d7af9-d11c-41e8-b9f5-7da480508e7e req-57afccd2-d842-4826-90f8-b14cef995fa2 tempest-VolumesActionsTest-1834642326 tempest-VolumesActionsTest-1834642326-project] 10.222.0.16 "GET /v2.0/ports?device_id=66c27e33-19e5-4f80-84eb-d358ff93992a HTTP/1.1" status: 200 len: 210 time: 0.0273476 Aug 02 17:38:14.462822 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adecb2-b593-4158-9c92-1f8f65f0f28e req-435eb037-eb86-405d-8559-7270ffd98948 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:14.464413 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-15adecb2-b593-4158-9c92-1f8f65f0f28e req-435eb037-eb86-405d-8559-7270ffd98948 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0500627 Aug 02 17:38:14.505288 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-15adecb2-b593-4158-9c92-1f8f65f0f28e req-d6725c79-12b3-4ed7-825c-efb3f0e69940 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334811 Aug 02 17:38:15.625034 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef212a2-3429-47f0-8d69-d4a5438cb437 req-1683c725-c432-4fba-8590-4c5755a191ad tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:15.626525 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7ef212a2-3429-47f0-8d69-d4a5438cb437 req-1683c725-c432-4fba-8590-4c5755a191ad tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Aug 02 17:38:15.667282 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7ef212a2-3429-47f0-8d69-d4a5438cb437 req-f9cd62e0-2dd7-4312-89a5-5cd04c598e9f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346646 Aug 02 17:38:16.786695 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9878-dd82-4a0f-a116-2e833b24fb8b req-560acfe3-dc43-4085-a90d-543aa6fcad63 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:16.788203 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9d4a9878-dd82-4a0f-a116-2e833b24fb8b req-560acfe3-dc43-4085-a90d-543aa6fcad63 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0480571 Aug 02 17:38:16.829250 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9d4a9878-dd82-4a0f-a116-2e833b24fb8b req-51f6f6ae-c5a6-4410-821f-7d921e10a224 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343597 Aug 02 17:38:17.908191 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 8306b96e-78c5-4a29-95e9-d533451e25c8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:38:17.929468 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 8306b96e-78c5-4a29-95e9-d533451e25c8 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:38:17.929819 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 8306b96e-78c5-4a29-95e9-d533451e25c8 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:38:17.950836 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cdf7a-0a81-41f9-ba56-2e9b1338befd req-f98d25ff-9e74-47a8-95a4-383b5ff531f0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:17.952396 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-774cdf7a-0a81-41f9-ba56-2e9b1338befd req-f98d25ff-9e74-47a8-95a4-383b5ff531f0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0512085 Aug 02 17:38:17.989727 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-774cdf7a-0a81-41f9-ba56-2e9b1338befd req-7b7716ed-922c-4b60-a5f4-83f1c7008fe0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Aug 02 17:38:19.109064 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c145e6f-71e8-4c73-a7ea-e6e2bcf4f296 req-5de8f03b-5237-4e36-9c1a-dad92d0b32ae tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:19.110512 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1c145e6f-71e8-4c73-a7ea-e6e2bcf4f296 req-5de8f03b-5237-4e36-9c1a-dad92d0b32ae tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0495217 Aug 02 17:38:19.147518 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1c145e6f-71e8-4c73-a7ea-e6e2bcf4f296 req-1f146cda-085c-4b51-b986-3b62fb19ac64 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311773 Aug 02 17:38:20.065364 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bf1c11cf-acb8-4d28-887e-18ff8b06f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:20.276445 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1608c-8b8e-49d7-b2a4-2aa08efaf197 req-2037f2c9-8a21-4724-a533-7e757a498ad3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:20.277934 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-aae1608c-8b8e-49d7-b2a4-2aa08efaf197 req-2037f2c9-8a21-4724-a533-7e757a498ad3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0546398 Aug 02 17:38:20.315896 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-aae1608c-8b8e-49d7-b2a4-2aa08efaf197 req-d78ab5be-d5fe-44b2-a951-15ad2acda19b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Aug 02 17:38:21.457913 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d9615-1832-46be-844e-d59d72657554 req-71113f8a-708e-477f-b0be-7bc207902b62 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:21.459546 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f52d9615-1832-46be-844e-d59d72657554 req-71113f8a-708e-477f-b0be-7bc207902b62 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0533974 Aug 02 17:38:21.504820 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f52d9615-1832-46be-844e-d59d72657554 req-c1b286c3-6b51-4b5f-904e-bd9d8b5a91b0 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381715 Aug 02 17:38:22.543302 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-df8f5a83-5e81-4fee-8da4-4f46a4e5f4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:22.636335 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f14b-6eed-4b04-9451-238bb7f9d3db req-14e26d60-fbbc-43b6-a7dc-16a0295e0236 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:22.637869 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1fe4f14b-6eed-4b04-9451-238bb7f9d3db req-14e26d60-fbbc-43b6-a7dc-16a0295e0236 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0548997 Aug 02 17:38:22.678696 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1fe4f14b-6eed-4b04-9451-238bb7f9d3db req-53eed3a6-7a00-41da-81eb-8e380f59a8dd tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338721 Aug 02 17:38:22.891844 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:23.825694 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69223bd5-795d-4dcd-9d4c-b16903ebd187 req-ef0b74ac-5872-4c9a-a647-aff82f99be62 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:23.828010 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-69223bd5-795d-4dcd-9d4c-b16903ebd187 req-ef0b74ac-5872-4c9a-a647-aff82f99be62 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0614622 Aug 02 17:38:23.889867 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:23.904743 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-69223bd5-795d-4dcd-9d4c-b16903ebd187 req-f6a186b8-e4b3-413c-8a8f-8903722dc06d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643046 Aug 02 17:38:24.873349 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:38:25.035043 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ed056-b1f1-449d-b9a0-0286b5ef8348 req-cca93613-d890-4b75-817b-84152dcadf1c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:25.042399 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f12ed056-b1f1-449d-b9a0-0286b5ef8348 req-cca93613-d890-4b75-817b-84152dcadf1c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0635085 Aug 02 17:38:25.081953 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f12ed056-b1f1-449d-b9a0-0286b5ef8348 req-463bea0b-d4b4-4ff2-a13a-0d850926389f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386093 Aug 02 17:38:26.191481 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:26.225575 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c768b-c318-43a1-a3b4-f02aaa98d5f9 req-3051b789-dabc-4d39-8aec-2a3842c57cd9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:26.227185 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ae0c768b-c318-43a1-a3b4-f02aaa98d5f9 req-3051b789-dabc-4d39-8aec-2a3842c57cd9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0515401 Aug 02 17:38:26.270264 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ae0c768b-c318-43a1-a3b4-f02aaa98d5f9 req-d5003dc9-f7e8-4d30-a951-5b3018b38ac6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358984 Aug 02 17:38:27.410453 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d0e5a-3847-4e47-9558-c8a014793dc8 req-fc50a45b-75bd-4a8f-a6ba-4d6a4dbd223a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:27.411958 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b95d0e5a-3847-4e47-9558-c8a014793dc8 req-fc50a45b-75bd-4a8f-a6ba-4d6a4dbd223a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0561869 Aug 02 17:38:27.454866 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b95d0e5a-3847-4e47-9558-c8a014793dc8 req-2dd33e32-deb9-4fe6-bbf0-8d0fac3ccfbb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Aug 02 17:38:28.590261 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668b195-dd19-4d25-925a-e3f9a77d099f req-9919e2d7-de81-415d-90e3-15410cbe0ef3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:28.592906 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d668b195-dd19-4d25-925a-e3f9a77d099f req-9919e2d7-de81-415d-90e3-15410cbe0ef3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0540199 Aug 02 17:38:28.634933 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d668b195-dd19-4d25-925a-e3f9a77d099f req-0fb4ac04-faf5-4a1b-80a2-432aab04ea12 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357366 Aug 02 17:38:29.765741 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f7e9a-4b27-4528-87ca-4099b9e14476 req-f4114a63-a944-4731-845b-ef173038cd57 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:29.767513 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e15f7e9a-4b27-4528-87ca-4099b9e14476 req-f4114a63-a944-4731-845b-ef173038cd57 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0512571 Aug 02 17:38:29.807729 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e15f7e9a-4b27-4528-87ca-4099b9e14476 req-c19ee31c-2c13-48fa-a27c-348bcc3a42f1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Aug 02 17:38:30.936581 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f7416-f7c4-4040-8843-ee28fcd40f26 req-6220a41d-ee54-4325-8709-c305ca1304ce tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:30.942823 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-543f7416-f7c4-4040-8843-ee28fcd40f26 req-6220a41d-ee54-4325-8709-c305ca1304ce tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0574534 Aug 02 17:38:30.987386 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-543f7416-f7c4-4040-8843-ee28fcd40f26 req-ce832cb2-b25d-4aea-a375-96b7765b00ed tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Aug 02 17:38:31.267560 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:31.489720 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:38:31.589092 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:38:31.601419 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'port_id': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'mac_address': 'fa:16:3e:5e:d2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:38:31.641285 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:31.663661 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d5636d1-635b-4903-9ae5-fc293c8731e4 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:38:31.687854 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:38:31.693790 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:31.746845 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=6']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:31.856408 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['4d5636d1-635b-4903-9ae5-fc293c8731e4'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:38:32.118452 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b3568-427d-4329-a7b6-47e351a65d98 req-8062992a-a6ed-4203-ab73-6d7247bf5289 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:32.120260 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6a4b3568-427d-4329-a7b6-47e351a65d98 req-8062992a-a6ed-4203-ab73-6d7247bf5289 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 944 time: 0.0555799 Aug 02 17:38:32.161065 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6a4b3568-427d-4329-a7b6-47e351a65d98 req-14ebb958-ece6-4c96-8b27-a33e5859b68e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Aug 02 17:38:33.288576 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c8421-2002-4839-a725-71d647b1fac4 req-a58c19ac-6fe5-4f44-ae4f-289680f7ea9a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:33.290184 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f81c8421-2002-4839-a725-71d647b1fac4 req-a58c19ac-6fe5-4f44-ae4f-289680f7ea9a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 944 time: 0.0510225 Aug 02 17:38:33.330171 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f81c8421-2002-4839-a725-71d647b1fac4 req-27792f59-5e5f-41d1-a816-582d45bb1f9c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337665 Aug 02 17:38:33.443184 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:38:33.494952 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 4d5636d1-635b-4903-9ae5-fc293c8731e4 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:38:33.495361 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:33.590193 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:33.613247 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:38:33.615516 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d1dc6-d31e-43b2-bf85-622c79280d88" -d '{"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:38:33.633937 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:38:33.640411 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:33.674571 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc791a-59ac-4f3e-b391-82a1c5b9dea2 x-openstack-request-id: req-52fc791a-59ac-4f3e-b391-82a1c5b9dea2 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:38:33.674852 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:38:33.675128 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52fc791a-59ac-4f3e-b391-82a1c5b9dea2 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:38:33.675513 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'code': 200} Aug 02 17:38:33.704634 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=7']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:34.466171 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ec8e6-4ea2-4a17-906b-d454fbd82f30 req-903c46bc-ffdc-4458-bdcd-2378780b5258 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:34.467733 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-208ec8e6-4ea2-4a17-906b-d454fbd82f30 req-903c46bc-ffdc-4458-bdcd-2378780b5258 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0588725 Aug 02 17:38:34.519185 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-208ec8e6-4ea2-4a17-906b-d454fbd82f30 req-43cf7c67-fed8-463d-9c86-5fb62f1fed6b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451403 Aug 02 17:38:35.669669 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208e21a-a0a1-496b-8479-4c4a37d198c3 req-4e195063-4421-40ee-a9bc-4e7b8f3444ad tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:35.671304 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c208e21a-a0a1-496b-8479-4c4a37d198c3 req-4e195063-4421-40ee-a9bc-4e7b8f3444ad tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0603919 Aug 02 17:38:35.717315 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c208e21a-a0a1-496b-8479-4c4a37d198c3 req-bd207394-5829-4b40-aa54-3e3be2807b3f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 Aug 02 17:38:36.857118 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80f059-cb40-4f0e-b4e7-eb4152f00a7a req-d9a24317-bab3-478f-96bf-827f4abd200a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:36.858706 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bb80f059-cb40-4f0e-b4e7-eb4152f00a7a req-d9a24317-bab3-478f-96bf-827f4abd200a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0634806 Aug 02 17:38:36.935398 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-bb80f059-cb40-4f0e-b4e7-eb4152f00a7a req-829abcb5-ac4c-4e2d-971f-20dea1d3dabb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655797 Aug 02 17:38:37.035395 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-54c66f51-6535-4009-8ed1-7057996d12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:37.036945 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-54c66f51-6535-4009-8ed1-7057996d12bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 1098 time: 0.1138451 Aug 02 17:38:37.159214 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-83a288f8-2af4-4c54-9ee5-0fce59988d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:37.160710 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-83a288f8-2af4-4c54-9ee5-0fce59988d9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.1021385 Aug 02 17:38:37.234726 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-31fb892c-8c9d-4ed0-af74-2e4dfac53bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4 HTTP/1.1" status: 200 len: 1000 time: 0.0648737 Aug 02 17:38:37.288431 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-900b781a-8fa9-4605-a61f-da37e4308f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:37.290722 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-900b781a-8fa9-4605-a61f-da37e4308f53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0485044 Aug 02 17:38:37.354678 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-def55255-9898-4454-995c-ad68f33c480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:37.356230 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-def55255-9898-4454-995c-ad68f33c480c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575590 Aug 02 17:38:37.462489 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 60920) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:37.514568 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-cdf299a1-a8cd-43e4-8615-df596bd0ec22 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488311 Aug 02 17:38:37.515043 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Deleting subnet 1d1dcfe3-c46d-4745-9103-9391c4d57293 {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:38:37.518785 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.558592 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598372'] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.601690 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.642467 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20a6b94a-3543-4f1f-a310-1a1187a6f5c4 req-38cf14ff-f7ab-4c06-acf9-8d1c6fc7e44a service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170416 Aug 02 17:38:37.678050 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765161'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.692155 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.694202 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1d1dcfe3-c46d-4745-9103-9391c4d57293 HTTP/1.1" status: 204 len: 168 time: 0.2303402 Aug 02 17:38:37.696956 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60922) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:37.720118 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1dcfe3-c46d-4745-9103-9391c4d57293,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:37.728977 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.729426 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.729834 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.730242 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.730641 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.731067 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.731459 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.732001 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.732539 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.733082 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.733617 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.734137 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ab837-038b-4764-8907-3111ccb025c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:37.790950 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.872680 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.884005 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b64632-10bd-4c16-b6a0-cd70cc7a75c3']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:38:37.896917 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2a1dcd-93af-4fad-837b-807fe5153220') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:38:37.897613 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2a1dcd-93af-4fad-837b-807fe5153220') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:38:37.908781 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.925166 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.932526 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:38:37.932971 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:38:37.934796 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:38:38.007873 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:38.019315 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:38.021258 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] 10.222.0.16 "DELETE /v2.0/networks/88b64632-10bd-4c16-b6a0-cd70cc7a75c3 HTTP/1.1" status: 204 len: 168 time: 0.3231366 Aug 02 17:38:38.037136 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c61d56-2372-4b97-82e4-2e7a5dfbbe30 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b64632-10bd-4c16-b6a0-cd70cc7a75c3,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:38.115924 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130eed-b343-4450-8977-e9a5e966dac7 req-97c7dd43-ad94-4979-9abd-030e3345aead tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:38.117926 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7e130eed-b343-4450-8977-e9a5e966dac7 req-97c7dd43-ad94-4979-9abd-030e3345aead tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0727825 Aug 02 17:38:38.186105 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7e130eed-b343-4450-8977-e9a5e966dac7 req-4eac9ee2-b08c-44fb-8ced-30b448fb88f1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589271 Aug 02 17:38:38.202889 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60928) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:38.251045 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-cb5d8a99-d943-405c-86e8-2dd13b19ef6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a61b486e25634520b3479ad7a16b8677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442448 Aug 02 17:38:38.253107 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 60930) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:38.304827 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0564ff24-77d0-49ae-8a86-62b113c55728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:38.330230 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0564ff24-77d0-49ae-8a86-62b113c55728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:38.385350 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0564ff24-77d0-49ae-8a86-62b113c55728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:38.388174 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0564ff24-77d0-49ae-8a86-62b113c55728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:38.392385 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-0564ff24-77d0-49ae-8a86-62b113c55728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d3c629e-4804-48b3-b58b-74e2e1570ba8 HTTP/1.1" status: 204 len: 168 time: 0.1359591 Aug 02 17:38:38.398974 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564ff24-77d0-49ae-8a86-62b113c55728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c629e-4804-48b3-b58b-74e2e1570ba8,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:39.583266 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebcd39-74a2-4048-9bfc-effb40299765 req-b81a966c-3c42-474c-8a04-1848efc77e72 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:39.591263 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0aebcd39-74a2-4048-9bfc-effb40299765 req-b81a966c-3c42-474c-8a04-1848efc77e72 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.3268654 Aug 02 17:38:39.639641 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0aebcd39-74a2-4048-9bfc-effb40299765 req-c2b4200c-8b85-4f37-9a49-6efb121ea619 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473700 Aug 02 17:38:40.760029 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef38dee-4b66-4f72-ac4e-b1f1c2b5ef2c req-6022e546-5ebc-41ee-a80f-1eab94fc6247 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:40.761786 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0ef38dee-4b66-4f72-ac4e-b1f1c2b5ef2c req-6022e546-5ebc-41ee-a80f-1eab94fc6247 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0526328 Aug 02 17:38:40.806449 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0ef38dee-4b66-4f72-ac4e-b1f1c2b5ef2c req-294259e4-3b2d-41a5-9211-0a6d74f4bf16 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385635 Aug 02 17:38:41.947990 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ace8d-1004-4dbe-9828-36c685efc6a0 req-bff4e7e9-135d-4c11-bd9c-8c96b5e22a90 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:41.949566 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-416ace8d-1004-4dbe-9828-36c685efc6a0 req-bff4e7e9-135d-4c11-bd9c-8c96b5e22a90 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0585976 Aug 02 17:38:41.991719 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-416ace8d-1004-4dbe-9828-36c685efc6a0 req-2f431efe-e284-4096-bcbb-9142affbe513 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361066 Aug 02 17:38:43.145988 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a9c77-7577-4e9c-aaea-3658e31bc96a req-a666c85c-46b8-4582-8a94-7ea4c48ea159 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:43.147520 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-753a9c77-7577-4e9c-aaea-3658e31bc96a req-a666c85c-46b8-4582-8a94-7ea4c48ea159 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0704279 Aug 02 17:38:43.200823 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-753a9c77-7577-4e9c-aaea-3658e31bc96a req-0cb47973-eeae-4676-b829-79190eb1f7b6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465651 Aug 02 17:38:44.334781 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2369a8-263a-4efd-a4e5-2b1d2a83120d req-e9bafaef-a215-47a3-b2e2-d86909066d31 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:44.337797 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8e2369a8-263a-4efd-a4e5-2b1d2a83120d req-e9bafaef-a215-47a3-b2e2-d86909066d31 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0536017 Aug 02 17:38:44.408061 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8e2369a8-263a-4efd-a4e5-2b1d2a83120d req-9cdf40cd-60f2-4b10-8ca1-3dd2fea44fca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628624 Aug 02 17:38:45.535769 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7756-d13d-4403-9c2e-e82ab813c012 req-6cdec286-439f-4357-8914-93c28181e167 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:45.538899 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ac8a7756-d13d-4403-9c2e-e82ab813c012 req-6cdec286-439f-4357-8914-93c28181e167 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0574272 Aug 02 17:38:45.579856 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ac8a7756-d13d-4403-9c2e-e82ab813c012 req-90507dbd-cd56-487e-9452-a6686d6558a1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349376 Aug 02 17:38:46.734201 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35eeb2-af27-40e2-bbd6-08409068b0ff req-8d304cc7-9d38-4a08-bcf1-edadcbb14e56 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:46.736457 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ad35eeb2-af27-40e2-bbd6-08409068b0ff req-8d304cc7-9d38-4a08-bcf1-edadcbb14e56 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0703566 Aug 02 17:38:46.779743 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ad35eeb2-af27-40e2-bbd6-08409068b0ff req-a342502d-9c18-4b8d-872f-a5e1bf8a6e53 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353086 Aug 02 17:38:47.903918 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13fb59-62c4-4bbf-89f6-e501d2c0246c req-58a2b4f3-b6d9-4b4d-96e9-2f606b36310d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:47.905392 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ad13fb59-62c4-4bbf-89f6-e501d2c0246c req-58a2b4f3-b6d9-4b4d-96e9-2f606b36310d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0505278 Aug 02 17:38:47.942940 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ad13fb59-62c4-4bbf-89f6-e501d2c0246c req-783131d0-26eb-489f-9a52-2bacd05cee2c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310080 Aug 02 17:38:49.065291 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e11ee-5291-48f1-be4d-4661e1f80f77 req-70f9e929-fa77-4a15-b623-e3e8435d85e5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:49.066805 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5e1e11ee-5291-48f1-be4d-4661e1f80f77 req-70f9e929-fa77-4a15-b623-e3e8435d85e5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0506413 Aug 02 17:38:49.109228 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5e1e11ee-5291-48f1-be4d-4661e1f80f77 req-a9e80880-b130-4774-b015-69b475305c4e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339334 Aug 02 17:38:50.065741 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-a5110446-4f25-4dee-9d8c-168bfc578824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:50.229346 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad7a1b-46bd-4896-976a-a9ca1102fb9f req-033872a6-58ed-458c-a840-59845a5006d4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:50.230866 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-04ad7a1b-46bd-4896-976a-a9ca1102fb9f req-033872a6-58ed-458c-a840-59845a5006d4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0529997 Aug 02 17:38:50.268320 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-04ad7a1b-46bd-4896-976a-a9ca1102fb9f req-4e6b8d5d-44d3-4531-be09-b45e292ec39d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314243 Aug 02 17:38:51.388645 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce431f27-2dd3-445d-8848-1d511926080b req-3cfe7a09-d266-42e3-9448-084ebd6c6fd4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:51.390158 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ce431f27-2dd3-445d-8848-1d511926080b req-3cfe7a09-d266-42e3-9448-084ebd6c6fd4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0485995 Aug 02 17:38:51.432122 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ce431f27-2dd3-445d-8848-1d511926080b req-45264b71-7e2a-4eeb-b81c-93e55d3474ee tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360284 Aug 02 17:38:52.534490 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b2fd9af-8566-4691-a832-aea8402aed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:52.554290 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4040c-072a-4beb-9ebe-53462abb6514 req-b6fb8e57-2f2c-474a-a3c4-3aaba0ea20d4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:52.556656 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b2a4040c-072a-4beb-9ebe-53462abb6514 req-b6fb8e57-2f2c-474a-a3c4-3aaba0ea20d4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0517833 Aug 02 17:38:52.597084 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b2a4040c-072a-4beb-9ebe-53462abb6514 req-655c94e9-9484-4a7a-b610-24a4fe019d85 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337491 Aug 02 17:38:52.669854 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-873edbd5-16a9-462b-aeef-92923c12082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:52.671414 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-873edbd5-16a9-462b-aeef-92923c12082e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 1098 time: 0.0437999 Aug 02 17:38:52.765602 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-5d61cb82-9275-4222-8906-91db2b1acd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:52.767142 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-5d61cb82-9275-4222-8906-91db2b1acd27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.0875342 Aug 02 17:38:52.835629 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-7851a4c5-9886-4374-a0d2-56bb5427d3dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4 HTTP/1.1" status: 200 len: 1000 time: 0.0603459 Aug 02 17:38:52.887242 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-46862dbd-1ae3-4195-9ee5-55ad20322231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:52.888743 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-46862dbd-1ae3-4195-9ee5-55ad20322231 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0446911 Aug 02 17:38:52.893651 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:52.936837 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-7f8d09a5-f368-4471-af76-75778605fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:52.938322 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-7f8d09a5-f368-4471-af76-75778605fa6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414872 Aug 02 17:38:53.032055 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-447260cf-bdf8-447f-a45b-86ca824132ee service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849991 Aug 02 17:38:53.123424 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2422214d-e961-4f99-ba68-4f09761d2c2b req-2176791c-5524-45cd-8c80-369a8c74140b service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833700 Aug 02 17:38:53.731136 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60662fff-3186-41ca-9414-3b09b6d4daa6 req-aaca437c-e08d-4ad2-b208-3fda26d13d69 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:53.732665 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-60662fff-3186-41ca-9414-3b09b6d4daa6 req-aaca437c-e08d-4ad2-b208-3fda26d13d69 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0544491 Aug 02 17:38:53.769972 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-60662fff-3186-41ca-9414-3b09b6d4daa6 req-550d8a67-c701-4208-96b6-4ae970fe6a25 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Aug 02 17:38:53.871652 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:54.896359 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62195ebe-8f41-4dcc-a7d4-76d62d46c6f1 req-f0b95a4a-f320-40bf-a6c7-2b7b828f49a2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:54.897863 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-62195ebe-8f41-4dcc-a7d4-76d62d46c6f1 req-f0b95a4a-f320-40bf-a6c7-2b7b828f49a2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 945 time: 0.0504560 Aug 02 17:38:54.939721 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-62195ebe-8f41-4dcc-a7d4-76d62d46c6f1 req-b62dbe9d-0708-4e22-a96c-e956db4076a5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349460 Aug 02 17:38:55.592589 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:38:55.665095 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:55.687273 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:38:55.689409 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f241653-10c7-4b19-9e5b-f12b230f6915" -d '{"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:38:55.706577 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:38:55.710837 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:55.759054 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=8']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:55.766296 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.766734 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.767178 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.767527 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.767863 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.768198 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.768526 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.768858 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.769199 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.769547 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.769834 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.770159 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:38:55.852717 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 02 Aug 2021 17:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96abeea-7132-4a82-a022-ed05d3d5a913 x-openstack-request-id: req-b96abeea-7132-4a82-a022-ed05d3d5a913 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:38:55.853052 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-unplugged", "status": "failed", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4", "code": 422}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:38:55.853254 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b96abeea-7132-4a82-a022-ed05d3d5a913 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:38:55.853670 dv-cinder-788365-5-iscsi neutron-server[93405]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'code': 422} returned with failed status Aug 02 17:38:56.059565 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692ddbe-b727-48e1-bd2d-9e46bb840829 req-791ad5f9-1bcc-4bb4-9793-d8e5b3dbf82f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:56.061329 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1692ddbe-b727-48e1-bd2d-9e46bb840829 req-791ad5f9-1bcc-4bb4-9793-d8e5b3dbf82f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0521810 Aug 02 17:38:56.098785 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1692ddbe-b727-48e1-bd2d-9e46bb840829 req-5a8508a6-e83d-4b35-ab0a-d71a6c961e19 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316286 Aug 02 17:38:56.179612 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:57.991531 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34092578-6622-4c35-a1f0-4dd722b6384c req-2b5de63e-e758-42f0-afd8-832ae1162f62 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:57.993232 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-34092578-6622-4c35-a1f0-4dd722b6384c req-2b5de63e-e758-42f0-afd8-832ae1162f62 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0504704 Aug 02 17:38:58.031788 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-34092578-6622-4c35-a1f0-4dd722b6384c req-42ad2587-3f19-4825-bb56-93397e189e8e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321314 Aug 02 17:38:58.245394 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 32930) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:58.328565 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-76ac0f44-11b8-4a5a-b86a-786a550d08d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820053 Aug 02 17:38:59.167659 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f462962-2a94-4bed-a757-b81f5da9c2d0 req-7b139f65-3441-40bc-8de3-d126190f4b2d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:59.169183 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9f462962-2a94-4bed-a757-b81f5da9c2d0 req-7b139f65-3441-40bc-8de3-d126190f4b2d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0596826 Aug 02 17:38:59.209747 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9f462962-2a94-4bed-a757-b81f5da9c2d0 req-62a460fc-dd3b-4521-93d4-ff73c78321bb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347073 Aug 02 17:38:59.262081 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 32954) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:59.363984 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-830d0811-760f-47a4-96bf-dfe35f8ff6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:59.435006 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-89b94d28-aa7d-4748-b5f4-7ef859aab777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:59.436801 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-89b94d28-aa7d-4748-b5f4-7ef859aab777 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1&tenant_id=3ee1666e28734860b876c5cb4cabbd06 HTTP/1.1" status: 200 len: 1096 time: 0.0440855 Aug 02 17:38:59.460104 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-830d0811-760f-47a4-96bf-dfe35f8ff6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:59.464191 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-830d0811-760f-47a4-96bf-dfe35f8ff6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:59.505421 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d0811-760f-47a4-96bf-dfe35f8ff6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a981ba8-2a5f-402e-98da-0620a8d9380e,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:59.511064 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-830d0811-760f-47a4-96bf-dfe35f8ff6cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ccfe241f9a5419c8a35c965c9480a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478349 Aug 02 17:38:59.513628 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 32958) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:38:59.515916 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-e74ccb77-b59a-4f0d-a2e0-23f99dc130fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:59.517458 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-e74ccb77-b59a-4f0d-a2e0-23f99dc130fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 1096 time: 0.0464447 Aug 02 17:38:59.562550 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4431335f-bfb8-4ac3-ba9b-2253f4585b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:59.584055 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4431335f-bfb8-4ac3-ba9b-2253f4585b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:59.609059 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-8f749bd1-eb08-434f-8570-20012f098e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:59.610606 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-8f749bd1-eb08-434f-8570-20012f098e09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.0850134 Aug 02 17:38:59.621045 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:38:59.642344 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4431335f-bfb8-4ac3-ba9b-2253f4585b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:59.645429 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4431335f-bfb8-4ac3-ba9b-2253f4585b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:38:59.649505 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4431335f-bfb8-4ac3-ba9b-2253f4585b3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a981ba8-2a5f-402e-98da-0620a8d9380e HTTP/1.1" status: 204 len: 168 time: 0.1321251 Aug 02 17:38:59.654659 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431335f-bfb8-4ac3-ba9b-2253f4585b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a981ba8-2a5f-402e-98da-0620a8d9380e,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:38:59.714105 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-0dcc43b3-9445-4923-9880-018fb9dba793 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4 HTTP/1.1" status: 200 len: 998 time: 0.0953012 Aug 02 17:38:59.776189 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-edc2f7fe-ae5c-4e99-91f1-9246cffad44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:59.777792 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-edc2f7fe-ae5c-4e99-91f1-9246cffad44e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0560684 Aug 02 17:38:59.828805 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-e3a3ea94-6ad7-46ef-8a36-ba0acf7dac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:38:59.830339 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-e3a3ea94-6ad7-46ef-8a36-ba0acf7dac50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454571 Aug 02 17:38:59.926291 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-9795ac7a-43e6-49d8-9502-ef5752a1502d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239481175&fields=id&tenant_id=93a074e288914914a2cf5e4c028d69af HTTP/1.1" status: 200 len: 267 time: 0.0344505 Aug 02 17:38:59.935820 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-9a3f8dd5-61e9-4ee3-a072-ccb1787f5740 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985272 Aug 02 17:39:00.034885 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2546b5fa-b62d-4a3d-bf44-dd375e59e1ed req-942ede09-6b90-4d0d-bb31-a8a8df374b59 service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917172 Aug 02 17:39:00.047222 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901857c4-939a-486d-bc48-0ab026c10504 req-fe94207b-ad5b-40c3-b850-54f0d966fa37 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:00.048735 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-fe94207b-ad5b-40c3-b850-54f0d966fa37 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 812 time: 0.1120574 Aug 02 17:39:00.065531 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-e9e48aaf-4869-4b3c-a8e5-1ae99b01bd08 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/quotas/93a074e288914914a2cf5e4c028d69af HTTP/1.1" status: 200 len: 375 time: 0.0101182 Aug 02 17:39:00.129192 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-9593123e-5e09-43c0-b594-5e53a64d888a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0570319 Aug 02 17:39:00.334327 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-0ae3307f-b5f2-4373-aa40-9fa118934a4e service neutron] 10.222.0.16 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932511 Aug 02 17:39:00.369709 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9dace-9f55-42ba-8426-99ff932f32d1 req-bc2c0474-cc1e-4e97-a6e0-b8f295b34bef tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:00.371373 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ebf9dace-9f55-42ba-8426-99ff932f32d1 req-bc2c0474-cc1e-4e97-a6e0-b8f295b34bef tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0641394 Aug 02 17:39:00.371885 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33004) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:00.438874 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ebf9dace-9f55-42ba-8426-99ff932f32d1 req-71e6557a-dbc3-4d42-a6c2-05c955190e7b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600693 Aug 02 17:39:00.494365 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1717948995-network', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:00.520267 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Made reservation on behalf of 580a04042eb64af2a2dec1ffac81cfec for: {'network': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:39:00.523325 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.533455 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.647852 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.654054 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.693051 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:39:00.700302 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f752688-5891-45d2-94c1-43a7aeaab61b,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:00.711179 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.711944 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.712557 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.713174 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.713797 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.714363 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.714922 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.715523 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.716086 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.716973 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.717569 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.718238 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:00.745878 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.746492 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.segments_db [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Added segment 3fc54723-3cbc-494c-be88-f3067e30a0cc of type vlan for network e9b05aa5-22ec-4b06-8fd4-841e3238c91b Aug 02 17:39:00.773952 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-841e200f-4ed3-4d0d-9a04-025b72892bcc service neutron] 10.222.0.16 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309402 Aug 02 17:39:00.801113 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.842373 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.843516 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:00.844187 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.910839 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5375011 Aug 02 17:39:00.913286 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33020) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:00.918970 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Request body: {'subnet': {'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1717948995-subnet', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'ip_version': 4}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:00.954768 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Made reservation on behalf of 580a04042eb64af2a2dec1ffac81cfec for: {'subnet': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:39:00.957238 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3917722'] for subnet, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:00.961559 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7f3b7-d694-451f-a14a-a1fdfba11b1c admin admin] Pushing event updated for resources: {'Network': ['ID=e9b05aa5-22ec-4b06-8fd4-841e3238c91b,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:00.970908 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network e9b05aa5-22ec-4b06-8fd4-841e3238c91b details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:39:01.295097 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5b92e380-5e6a-4c8d-8bc6-8ad1ac359131 req-93eebceb-a45d-4773-ae39-70d1e1578590 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0356791 Aug 02 17:39:01.299914 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:01.326199 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3687198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3917704'] for subnet, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:01.409045 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a0be45-e6e5-4b99-a588-9c798a0f1d6a,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:01.420511 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Checking segment: {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:01.420883 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Network hostable DHCP agents. Network: e9b05aa5-22ec-4b06-8fd4-841e3238c91b, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:39:01.440940 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Network e9b05aa5-22ec-4b06-8fd4-841e3238c91b is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:39:01.451840 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, e9b05aa5-22ec-4b06-8fd4-841e3238c91b) {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:01.460104 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7de643-d287-4e95-a6a1-d8f37fd3c91f None None] Network e9b05aa5-22ec-4b06-8fd4-841e3238c91b requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:39:01.463999 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:01.465366 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:01.499759 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33036) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:01.500758 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-097d0f87-2d46-4423-ad5c-91eb8b3bdefd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5820305 Aug 02 17:39:01.505105 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:01.556220 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:01.557961 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:01.662378 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:01.708774 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:39:01.710255 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:01.718244 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088491b-9371-4777-8d13-22959ac56529 req-3c35abcc-a492-4e71-99f4-a40d5e3894da tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:01.726846 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f088491b-9371-4777-8d13-22959ac56529 req-3c35abcc-a492-4e71-99f4-a40d5e3894da tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.1595576 Aug 02 17:39:01.856030 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f088491b-9371-4777-8d13-22959ac56529 req-39c865ad-a229-444b-a86e-37a2649903de tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278603 Aug 02 17:39:01.861104 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:01.873051 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:39:01.895730 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Allocated IP 172.20.0.2 (e9b05aa5-22ec-4b06-8fd4-841e3238c91b/89a0be45-e6e5-4b99-a588-9c798a0f1d6a/0e5246f3-a8b1-463d-a177-2989e8c72304) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:39:02.064102 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.076175 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Transition to ACTIVE for port object 0e5246f3-a8b1-463d-a177-2989e8c72304 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:02.092640 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Transition to ACTIVE for port object 0e5246f3-a8b1-463d-a177-2989e8c72304 will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:02.100585 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.112297 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.131760 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.138273 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Network e9b05aa5-22ec-4b06-8fd4-841e3238c91b is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:02.141204 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:02.144644 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:39:02.169067 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Pushing event updated for resources: {'Port': ['ID=0e5246f3-a8b1-463d-a177-2989e8c72304,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:02.231281 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Attempting to bind port 0e5246f3-a8b1-463d-a177-2989e8c72304 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:39:02.231818 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Attempting to bind port 0e5246f3-a8b1-463d-a177-2989e8c72304 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:39:02.232284 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Attempting to bind port 0e5246f3-a8b1-463d-a177-2989e8c72304 on network e9b05aa5-22ec-4b06-8fd4-841e3238c91b {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:02.237616 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:39:02.237999 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Checking segment: {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:02.238407 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.238800 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Bound using segment: {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:39:02.239296 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Bound port: 0e5246f3-a8b1-463d-a177-2989e8c72304, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:39:02.239684 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.250286 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Allocated IP 172.27.0.203 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/ac591543-d50f-44ce-b720-651e7bb8a59a) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:39:02.313281 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] For port 0e5246f3-a8b1-463d-a177-2989e8c72304, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:39:02.317752 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] For port 0e5246f3-a8b1-463d-a177-2989e8c72304, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0e5246f3-a8b1-463d-a177-2989e8c72304,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:39:02.322940 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.409630 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.431767 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4f41c-31e4-42ec-ba77-7f990fa97835 None None] Pushing event updated for resources: {'Port': ['ID=0e5246f3-a8b1-463d-a177-2989e8c72304,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:02.444801 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6f30977e-c885-4522-bbe6-97d07e9de0c6 req-275afd53-a343-4f0d-bbed-30486954c8b9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0603805 Aug 02 17:39:02.479788 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:02.532229 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:02.535248 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:02.541418 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:39:02.569213 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ac591543-d50f-44ce-b720-651e7bb8a59a,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:02.862888 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:03.108029 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028afcd3-2a2f-4888-bda7-476585976ea6 req-6c498963-1379-4947-9a00-aa31c66d219b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:03.109670 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-028afcd3-2a2f-4888-bda7-476585976ea6 req-6c498963-1379-4947-9a00-aa31c66d219b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.1032343 Aug 02 17:39:03.117743 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:03.200205 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-028afcd3-2a2f-4888-bda7-476585976ea6 req-60a39d24-b812-4037-b5e2-13bb4154d27a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798535 Aug 02 17:39:03.323567 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Router c0830219-2ff7-4f36-a96a-d2b5bf730839 is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:39:03.350000 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0e5246f3-a8b1-463d-a177-2989e8c72304 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:03.436447 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 0e5246f3-a8b1-463d-a177-2989e8c72304 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:03.533450 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:39:03.561884 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Sync routers for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:39:03.571878 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7a965e3c-907a-4a19-b97b-81b0c26a1e6d req-58825618-17a3-4fca-b546-ca6e4bcd0716 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0367842 Aug 02 17:39:03.579356 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:03.581169 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6adcc651-a3be-47b9-85cb-00be4d4b53a1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0793405 Aug 02 17:39:03.583807 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33048) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:03.585082 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:03.588243 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:38:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:03.759011 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:03.801804 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a77cb-4790-4255-a308-682a8170a823 None None] Network e9b05aa5-22ec-4b06-8fd4-841e3238c91b requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:39:03.907317 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-96f9234d-baa3-49ae-8773-5a801579b522 None None] Provisioning for port 0e5246f3-a8b1-463d-a177-2989e8c72304 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:03.914757 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-96f9234d-baa3-49ae-8773-5a801579b522 None None] Provisioning complete for port 0e5246f3-a8b1-463d-a177-2989e8c72304 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:03.915040 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-96f9234d-baa3-49ae-8773-5a801579b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:03.993709 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:02Z', 'revision_number': 3, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:04.024388 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Checking router: c0830219-2ff7-4f36-a96a-d2b5bf730839 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:39:04.024974 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Updating router c0830219-2ff7-4f36-a96a-d2b5bf730839 port ac591543-d50f-44ce-b720-651e7bb8a59a binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:39:04.056168 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.086169 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-96f9234d-baa3-49ae-8773-5a801579b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.134499 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-96f9234d-baa3-49ae-8773-5a801579b522 None None] For port 0e5246f3-a8b1-463d-a177-2989e8c72304, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0e5246f3-a8b1-463d-a177-2989e8c72304,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:04.140073 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-96f9234d-baa3-49ae-8773-5a801579b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.218375 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9234d-baa3-49ae-8773-5a801579b522 None None] Pushing event updated for resources: {'Port': ['ID=0e5246f3-a8b1-463d-a177-2989e8c72304,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:04.295665 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.428791 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb30bca-5955-4c91-a2a7-e033f2475ebb req-5f64c668-2427-4ee1-9156-4882238d7e90 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:04.434553 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bbb30bca-5955-4c91-a2a7-e033f2475ebb req-5f64c668-2427-4ee1-9156-4882238d7e90 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0878570 Aug 02 17:39:04.464755 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-d916bbf1-f70f-418f-9d61-555067234b37 None None] Provisioning complete for port 0e5246f3-a8b1-463d-a177-2989e8c72304 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:04.465839 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d916bbf1-f70f-418f-9d61-555067234b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.502112 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bbb30bca-5955-4c91-a2a7-e033f2475ebb req-01e5a67e-70e4-4058-b0ef-ae8c6954331a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542994 Aug 02 17:39:04.507010 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.519596 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Transition to ACTIVE for port object ac591543-d50f-44ce-b720-651e7bb8a59a will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:04.546604 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.575872 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Allocated IP 172.20.0.1 (e9b05aa5-22ec-4b06-8fd4-841e3238c91b/89a0be45-e6e5-4b99-a588-9c798a0f1d6a/4ac377bb-8b91-4b8e-8414-2d4c3f1b925a) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:39:04.605506 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Pushing event updated for resources: {'Port': ['ID=ac591543-d50f-44ce-b720-651e7bb8a59a,revision_number=2']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:04.615424 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.615781 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.616579 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.616579 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.617027 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.617948 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.618233 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.618572 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.618932 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.619299 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.619632 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.620363 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:04.651723 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Attempting to bind port ac591543-d50f-44ce-b720-651e7bb8a59a on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:39:04.652100 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Attempting to bind port ac591543-d50f-44ce-b720-651e7bb8a59a by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:39:04.652467 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Attempting to bind port ac591543-d50f-44ce-b720-651e7bb8a59a on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:04.657731 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:39:04.658110 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:04.658518 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.658909 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:39:04.659410 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Bound port: ac591543-d50f-44ce-b720-651e7bb8a59a, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:39:04.659791 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.710530 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a1462280-d95a-4798-9693-86f17b25412a req-dee6044e-cf14-4253-913c-78a3a2b0b0b9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0451794 Aug 02 17:39:04.721164 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] For port ac591543-d50f-44ce-b720-651e7bb8a59a, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:39:04.725092 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] For port ac591543-d50f-44ce-b720-651e7bb8a59a, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=ac591543-d50f-44ce-b720-651e7bb8a59a,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:39:04.730100 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.746420 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.759666 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Transition to ACTIVE for port object 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:04.795018 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:04.795645 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:38:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:04.804032 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.843422 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Network e9b05aa5-22ec-4b06-8fd4-841e3238c91b is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:04.845378 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290b24b-3fe4-4dd6-aedb-0e9e35797db9 None None] Pushing event updated for resources: {'Port': ['ID=ac591543-d50f-44ce-b720-651e7bb8a59a,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:04.847733 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:04.852810 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:39:04.891071 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac377bb-8b91-4b8e-8414-2d4c3f1b925a,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:04.905028 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:04.968630 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:05.082934 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:05.154401 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-6b6dac63-ea24-48bd-a940-52129a87e6fe None None] Provisioning for port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:05.159540 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-6b6dac63-ea24-48bd-a940-52129a87e6fe None None] Provisioning complete for port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:05.159984 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6b6dac63-ea24-48bd-a940-52129a87e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:05.175522 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:02Z', 'revision_number': 3, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:05.207821 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71717dba-96cb-4e3e-98c9-32a835b66d10 None None] The sync data for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi is: [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:02Z', 'revision_number': 3, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:39:05.218344 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-6b6dac63-ea24-48bd-a940-52129a87e6fe None None] Port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:39:05.285243 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0e5246f3-a8b1-463d-a177-2989e8c72304 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:05.316765 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:05.324389 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:05.342662 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 0e5246f3-a8b1-463d-a177-2989e8c72304 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:05.343285 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:05.413029 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:05.434134 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac377bb-8b91-4b8e-8414-2d4c3f1b925a,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:05.551393 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Network e9b05aa5-22ec-4b06-8fd4-841e3238c91b is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:05.552736 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:05.709141 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Router c0830219-2ff7-4f36-a96a-d2b5bf730839 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:39:05.821409 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0d317-9e7a-499a-9fb8-413c7015b28f req-a701d6b1-6b9c-40be-9673-60ea608680c7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:05.829037 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cff0d317-9e7a-499a-9fb8-413c7015b28f req-a701d6b1-6b9c-40be-9673-60ea608680c7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.1637864 Aug 02 17:39:05.910698 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-cff0d317-9e7a-499a-9fb8-413c7015b28f req-2b9fc8a7-41dd-470b-80e4-219d3b9953b3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807490 Aug 02 17:39:05.919184 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3e68573d-6eff-49a0-8191-919d4d4e861f req-6a878370-cac7-448f-8ae9-65a97b2d705d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0493357 Aug 02 17:39:05.939599 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:39:05.955786 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-7dfe8299-5d0e-41d0-97e3-3705b5322323 admin admin] 10.222.0.16 "PUT /v2.0/routers/c0830219-2ff7-4f36-a96a-d2b5bf730839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3708637 Aug 02 17:39:05.980016 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-a223852e-7dbe-4f1c-836c-94b7017f2717 None None] Provisioning complete for port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:05.980597 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-a223852e-7dbe-4f1c-836c-94b7017f2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:06.038076 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-a223852e-7dbe-4f1c-836c-94b7017f2717 None None] Port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:39:06.506771 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33072) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:06.514119 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1938684228-network', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:06.543115 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Made reservation on behalf of 8a06710b214746b5a2ed7fab9ad6af77 for: {'network': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:39:06.545447 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:06.555269 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:06.655466 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:06.659282 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:06.687925 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:39:06.700043 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930ae1c6-11ad-4f91-aa61-70350822b16b,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:06.707343 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:06.707732 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.segments_db [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Added segment a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e of type vlan for network 1059e1f7-ec7b-4b51-b923-73d82eed3569 Aug 02 17:39:06.753049 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:06.784628 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:06.785857 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:06.786857 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:06.854489 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3454683 Aug 02 17:39:06.855407 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5b52a-22f6-445c-9b92-c20d1c4a1825 admin admin] Pushing event updated for resources: {'Network': ['ID=1059e1f7-ec7b-4b51-b923-73d82eed3569,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:06.857585 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33074) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:06.862955 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Request body: {'subnet': {'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1938684228-subnet', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:06.871117 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 1059e1f7-ec7b-4b51-b923-73d82eed3569 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:39:06.889591 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Made reservation on behalf of 8a06710b214746b5a2ed7fab9ad6af77 for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:39:06.893325 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58764936'] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:07.086289 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc417a-899e-46b3-83af-3df9db4d07fa req-24341af0-53b4-406c-92fa-8d258976c56e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:07.087899 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8acc417a-899e-46b3-83af-3df9db4d07fa req-24341af0-53b4-406c-92fa-8d258976c56e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0662696 Aug 02 17:39:07.088715 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d23a1b87-683f-4fee-b820-393a4461136b req-96f176ee-c09e-4dfd-993e-cc95582e8495 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0350168 Aug 02 17:39:07.159458 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4096316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58764954'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:07.160230 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8acc417a-899e-46b3-83af-3df9db4d07fa req-57c10dc6-da9a-4d8c-af0d-bd236b6a4181 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560861 Aug 02 17:39:07.238405 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e414559-9d85-4183-8e3c-ab39d4bbd552,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:07.251960 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Checking segment: {'id': 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:07.252328 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Network hostable DHCP agents. Network: 1059e1f7-ec7b-4b51-b923-73d82eed3569, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:39:07.265752 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Sync routers for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:39:07.283837 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:07.284803 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:38:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:07.292506 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Network 1059e1f7-ec7b-4b51-b923-73d82eed3569 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:39:07.306910 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 1059e1f7-ec7b-4b51-b923-73d82eed3569) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:07.331118 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeae432-48d1-4259-918e-fc8adc9b2556 None None] Network 1059e1f7-ec7b-4b51-b923-73d82eed3569 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:39:07.335882 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:07.336743 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:07.361149 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-12d20506-29db-4de2-8470-0e4c55e6ecc9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5022261 Aug 02 17:39:07.363949 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33082) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:07.368598 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:07.391323 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device ac591543-d50f-44ce-b720-651e7bb8a59a up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:07.402237 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-443883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8395'] for router, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:07.403507 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-444236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444557', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8384'] for router, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:07.476835 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:07.660169 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:07.663399 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:07.692227 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port ac591543-d50f-44ce-b720-651e7bb8a59a completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:07.722383 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port ac591543-d50f-44ce-b720-651e7bb8a59a triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:07.722759 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:07.879901 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c034e03-34f0-527e-821a-d5b69b6dfe44-1059e1f7-ec7b-4b51-b923-73d82eed3569', 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'fixed_ips': [{'subnet_id': '1e414559-9d85-4183-8e3c-ab39d4bbd552'}]}} from dv-cinder-788365-5-iscsi. {{(pid=93405) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 02 17:39:07.880760 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.053995 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.117823 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port ac591543-d50f-44ce-b720-651e7bb8a59a, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=ac591543-d50f-44ce-b720-651e7bb8a59a,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:08.137685 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.162501 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.db_base_plugin_common [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Allocated IP 172.20.0.2 (1059e1f7-ec7b-4b51-b923-73d82eed3569/1e414559-9d85-4183-8e3c-ab39d4bbd552/9f8e6cca-fb25-4de7-acd0-396f0b1d8e08) {{(pid=93405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:39:08.168028 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.206549 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.212941 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '4ac377bb-8b91-4b8e-8414-2d4c3f1b925a', 'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'mac_address': 'fa:16:3e:8f:8b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:04Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 2, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'subnets': [{'id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:08.259559 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-f0100951-ad95-490d-95d4-f197432fc10e req-6da6ee4d-739b-4b2e-b968-cbe1bb092930 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0498645 Aug 02 17:39:08.324138 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Checking router: c0830219-2ff7-4f36-a96a-d2b5bf730839 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:39:08.325206 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Updating router c0830219-2ff7-4f36-a96a-d2b5bf730839 port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:39:08.350370 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=ac591543-d50f-44ce-b720-651e7bb8a59a,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:08.361177 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edf95f-8cfe-4e91-8a51-34e65b756858 req-7724baee-0e46-4cee-8c53-db9042bd70e3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:08.362727 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-55edf95f-8cfe-4e91-8a51-34e65b756858 req-7724baee-0e46-4cee-8c53-db9042bd70e3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0877028 Aug 02 17:39:08.375948 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.468807 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Allocated IP 172.27.0.198 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/a9528fdb-c8b9-420b-9890-c07275699de9) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:39:08.478829 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-55edf95f-8cfe-4e91-8a51-34e65b756858 req-1b0e5148-bafd-43de-acbe-2dca38e28e3c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910511 Aug 02 17:39:08.561213 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.602664 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Transition to ACTIVE for port object 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:08.627200 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.627600 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Transition to ACTIVE for port object 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 will not be triggered until provisioned by entity DHCP. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:08.638620 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532'] for port, after_create {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.677304 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.694180 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Network 1059e1f7-ec7b-4b51-b923-73d82eed3569 is already hosted by enough agents. {{(pid=93405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:08.701418 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.scheduler.base_scheduler [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Resources bound (agent type, host, resource id): {{(pid=93405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:08.710675 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Received port after_create {{(pid=93405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:39:08.718211 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:08.721792 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:08.724657 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:39:08.756085 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Pushing event updated for resources: {'Port': ['ID=9f8e6cca-fb25-4de7-acd0-396f0b1d8e08,revision_number=1']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:08.796254 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Attempting to bind port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:39:08.796623 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Attempting to bind port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:39:08.797048 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Attempting to bind port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 on network 1059e1f7-ec7b-4b51-b923-73d82eed3569 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:08.823993 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:39:08.824371 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Checking segment: {'id': 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:08.824769 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.825164 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Bound using segment: {'id': 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:39:08.825646 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Bound port: 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:39:08.826024 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.828024 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Pushing event updated for resources: {'Port': ['ID=a9528fdb-c8b9-420b-9890-c07275699de9,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:08.878787 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.906940 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Transition to ACTIVE for port object 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:08.927821 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:08.983129 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] For port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:39:09.039029 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] For port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=9f8e6cca-fb25-4de7-acd0-396f0b1d8e08,segment=NetworkSegment(a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e),segment_id=a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:39:09.039029 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94871c6c-09dc-4621-ae15-758c22350389 None None] Pushing event updated for resources: {'Port': ['ID=4ac377bb-8b91-4b8e-8414-2d4c3f1b925a,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:09.057248 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:09.088099 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:09.208262 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896509c-36a6-4e6a-92fc-f94cac264ae3 None None] Pushing event updated for resources: {'Port': ['ID=9f8e6cca-fb25-4de7-acd0-396f0b1d8e08,revision_number=2']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:09.231575 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Attempting to bind port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:39:09.231859 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Attempting to bind port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:39:09.232230 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Attempting to bind port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a on network e9b05aa5-22ec-4b06-8fd4-841e3238c91b {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:09.244436 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:39:09.245169 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Checking segment: {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:09.245749 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:09.246415 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Bound using segment: {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:39:09.247258 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Bound port: 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:39:09.247986 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:09.381432 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device ac591543-d50f-44ce-b720-651e7bb8a59a up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:09.412501 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] For port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:39:09.447506 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] For port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=4ac377bb-8b91-4b8e-8414-2d4c3f1b925a,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:39:09.459074 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b15424d4-333d-42d6-8bf8-dcdd1ceebfdb req-365077b8-1088-4a39-883e-ca0b0e148adc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0497501 Aug 02 17:39:09.469619 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:09.519369 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-443868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444498'] for router, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:09.670902 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:09.671988 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:38:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:09.818882 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c736a-edbd-4776-93bb-0a4ca832b9c1 req-e84908ec-4c2b-4f70-b0ba-cff9bece99d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:09.821721 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ab6c736a-edbd-4776-93bb-0a4ca832b9c1 req-e84908ec-4c2b-4f70-b0ba-cff9bece99d8 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.1464114 Aug 02 17:39:09.833826 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:09.887601 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 is scheduled to L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 with binding_index 1 {{(pid=93403) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 17:39:09.896655 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ab6c736a-edbd-4776-93bb-0a4ca832b9c1 req-32b33ec7-14fc-4799-b973-01547f9d24b9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630574 Aug 02 17:39:09.907894 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port ac591543-d50f-44ce-b720-651e7bb8a59a triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:09.908361 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:10.082589 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:39:10.108524 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Sync routers for ids ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:39:10.122612 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Routers {'310b27a4-bdd8-4fd9-b568-3c1f7b37a379'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:10.123595 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:38:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:10.139648 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] Notify callbacks [] for router, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:10.141313 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-faeabf3a-fd68-47aa-a198-566564711b41 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7761366 Aug 02 17:39:10.144029 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33092) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:10.238725 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94871c6c-09dc-4621-ae15-758c22350389 None None] Pushing event updated for resources: {'Port': ['ID=4ac377bb-8b91-4b8e-8414-2d4c3f1b925a,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:10.381083 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Set router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:10.587820 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '4ac377bb-8b91-4b8e-8414-2d4c3f1b925a', 'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'mac_address': 'fa:16:3e:8f:8b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:04Z', 'updated_at': '2021-08-02T17:39:09Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'subnets': [{'id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:10.620578 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287e3c2-c369-4f0f-905b-583388f881e3 None None] The sync data for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi is: [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '4ac377bb-8b91-4b8e-8414-2d4c3f1b925a', 'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'mac_address': 'fa:16:3e:8f:8b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:04Z', 'updated_at': '2021-08-02T17:39:09Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'subnets': [{'id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:39:10.721928 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-48e44310-afdb-4518-b142-ed65d954947d req-01338edd-260e-4462-8696-3145ae2c74c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0798733 Aug 02 17:39:10.722606 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:07Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 3, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'gw_port': {'id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:08Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:10.811349 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87f8ec9-f442-455f-96de-f05cac95b88b None None] Network 1059e1f7-ec7b-4b51-b923-73d82eed3569 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:39:11.002483 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-8bb91e68-247b-4a94-ba7b-5dff5e170067 None None] Provisioning for port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:11.042994 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Checking router: 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:39:11.044292 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Updating router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 port a9528fdb-c8b9-420b-9890-c07275699de9 binding host dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:39:11.105550 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.240875 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c73b4-d433-4fdd-9d49-d2b8cf80aa2f req-12b3b57a-5cf0-4f5c-87e9-300e697a50dd tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:11.243258 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-850c73b4-d433-4fdd-9d49-d2b8cf80aa2f req-12b3b57a-5cf0-4f5c-87e9-300e697a50dd tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.1957922 Aug 02 17:39:11.275636 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.424983 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:11.490574 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-850c73b4-d433-4fdd-9d49-d2b8cf80aa2f req-507135c5-ed62-4f25-9290-dad6be2ee172 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380402 Aug 02 17:39:11.513664 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:11.522353 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:11.522743 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.638427 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Allocated IP 172.20.0.1 (1059e1f7-ec7b-4b51-b923-73d82eed3569/1e414559-9d85-4183-8e3c-ab39d4bbd552/6ec22a1e-7472-4b86-a7b8-f2a65b7a3140) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:39:11.661376 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.681607 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Notify callbacks [] for port, precommit_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.696209 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.provisioning_blocks [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Transition to ACTIVE for port object a9528fdb-c8b9-420b-9890-c07275699de9 will not be triggered until provisioned by entity L2. {{(pid=93406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:11.704386 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.707366 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=4ac377bb-8b91-4b8e-8414-2d4c3f1b925a,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:11.714317 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.716257 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:11.782418 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab47cd-0c34-40cd-8e48-1cf60509ba5c None None] Pushing event updated for resources: {'Port': ['ID=a9528fdb-c8b9-420b-9890-c07275699de9,revision_number=2']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:11.795471 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Attempting to bind port a9528fdb-c8b9-420b-9890-c07275699de9 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:39:11.795850 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Attempting to bind port a9528fdb-c8b9-420b-9890-c07275699de9 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:39:11.796214 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Attempting to bind port a9528fdb-c8b9-420b-9890-c07275699de9 on network 6aadb16e-90d6-44fa-912b-ab395ab453b6 {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:11.801312 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.803023 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:39:11.803023 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Checking segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:11.803309 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.803843 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Bound using segment: {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'} {{(pid=93406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:39:11.804516 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.managers [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Bound port: a9528fdb-c8b9-420b-9890-c07275699de9, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f12a8d-c518-403c-889a-2c88d82be89b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6'}}] {{(pid=93406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:39:11.804789 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.813895 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=4ac377bb-8b91-4b8e-8414-2d4c3f1b925a,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:11.829821 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Transition to ACTIVE for port object 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:11.830282 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:11.835906 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:11.836651 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.871388 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.877880 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-67e33f3b-d863-4030-a74c-1193c3fb64db req-97ba2ad2-5e9c-4ecf-8416-ea91dacdedcf tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0318377 Aug 02 17:39:11.888028 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] For port a9528fdb-c8b9-420b-9890-c07275699de9, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:39:11.894309 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] For port a9528fdb-c8b9-420b-9890-c07275699de9, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=a9528fdb-c8b9-420b-9890-c07275699de9,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:39:11.900209 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.935349 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Network 1059e1f7-ec7b-4b51-b923-73d82eed3569 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:11.942854 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:11.943660 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:39:11.965008 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:11.972155 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Routers {'310b27a4-bdd8-4fd9-b568-3c1f7b37a379'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:11.973018 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:38:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:11.980114 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab47cd-0c34-40cd-8e48-1cf60509ba5c None None] Pushing event updated for resources: {'Port': ['ID=a9528fdb-c8b9-420b-9890-c07275699de9,revision_number=3']} {{(pid=93406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:11.984476 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Pushing event updated for resources: {'Port': ['ID=6ec22a1e-7472-4b86-a7b8-f2a65b7a3140,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:12.011206 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-446093'] for router_interface, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:12.028121 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=9f8e6cca-fb25-4de7-acd0-396f0b1d8e08,segment=NetworkSegment(a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e),segment_id=a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:12.039231 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:12.113979 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] Set router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:12.121677 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=9f8e6cca-fb25-4de7-acd0-396f0b1d8e08,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:12.188639 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:12.303357 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-e4c6d015-f0fd-4091-b317-46f53cb3e68c None None] Provisioning for port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:12.308127 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-e4c6d015-f0fd-4091-b317-46f53cb3e68c None None] Provisioning complete for port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:12.308501 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e4c6d015-f0fd-4091-b317-46f53cb3e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:12.336913 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:07Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 3, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'gw_port': {'id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:08Z', 'updated_at': '2021-08-02T17:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:12.353086 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6d015-f0fd-4091-b317-46f53cb3e68c None None] Port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:39:12.364988 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60f869-fc3f-41c4-817f-25adb1768b96 None None] The sync data for ids ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'] in dv-cinder-788365-5-iscsi is: [{'id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:07Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 3, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'gw_port': {'id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:08Z', 'updated_at': '2021-08-02T17:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:39:12.390398 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:12.394840 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:12.466117 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Pushing event updated for resources: {'Port': ['ID=6ec22a1e-7472-4b86-a7b8-f2a65b7a3140,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:12.471243 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445969'] for router_interface, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:12.571436 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Network 1059e1f7-ec7b-4b51-b923-73d82eed3569 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:12.573161 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:12.729767 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800ab1e-8fc6-43ae-9182-e6e5afb3198f req-56dad66f-f5bb-4d0f-8990-eeff2b93a882 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:12.731933 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c800ab1e-8fc6-43ae-9182-e6e5afb3198f req-56dad66f-f5bb-4d0f-8990-eeff2b93a882 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.1180389 Aug 02 17:39:12.769777 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:39:12.794915 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c800ab1e-8fc6-43ae-9182-e6e5afb3198f req-0f57b1c2-eb21-4956-a96f-69a5eb992228 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513809 Aug 02 17:39:12.877782 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-399ce7bd-5b5f-4533-bc6f-433de8c747b5 None None] Provisioning complete for port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:12.878323 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-399ce7bd-5b5f-4533-bc6f-433de8c747b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:12.919793 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-399ce7bd-5b5f-4533-bc6f-433de8c747b5 None None] Port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:39:12.992162 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-60b6367a-4e14-4fb5-826f-72236f3c91ea req-c8d6cbdc-d87c-41ca-964c-c7da50d683ac tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0292094 Aug 02 17:39:13.164605 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:39:13.171964 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-06990ad7-865e-4dc5-bd9a-9e4fb0f76cae admin admin] 10.222.0.16 "PUT /v2.0/routers/310b27a4-bdd8-4fd9-b568-3c1f7b37a379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0266466 Aug 02 17:39:13.344129 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device a9528fdb-c8b9-420b-9890-c07275699de9 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:13.393247 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port a9528fdb-c8b9-420b-9890-c07275699de9 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:13.397296 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port a9528fdb-c8b9-420b-9890-c07275699de9 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:13.397648 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:13.483782 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:13.505881 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port a9528fdb-c8b9-420b-9890-c07275699de9, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=a9528fdb-c8b9-420b-9890-c07275699de9,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:13.511404 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:13.512190 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:13.589181 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=a9528fdb-c8b9-420b-9890-c07275699de9,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:13.603984 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:13.604363 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:13.685999 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:13.734340 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:13.734708 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:13.795695 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33112) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:13.801994 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-d30173a3-9525-4193-a26e-70b20d9ed9fc tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742068751', 'description': 'tempest-secgroup-smoke-1742068751 description', 'project_id': '580a04042eb64af2a2dec1ffac81cfec'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:13.828933 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d30173a3-9525-4193-a26e-70b20d9ed9fc tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:13.926026 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d30173a3-9525-4193-a26e-70b20d9ed9fc tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:13.929736 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7597e-3ab4-4ef7-b4ea-6fbcf7190475 req-b4d55855-1967-4188-ac8d-142fe01d8fd1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:13.930607 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d30173a3-9525-4193-a26e-70b20d9ed9fc tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:13.931867 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5dc7597e-3ab4-4ef7-b4ea-6fbcf7190475 req-b4d55855-1967-4188-ac8d-142fe01d8fd1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0589774 Aug 02 17:39:13.971389 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-d30173a3-9525-4193-a26e-70b20d9ed9fc tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:13.973437 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-d30173a3-9525-4193-a26e-70b20d9ed9fc tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1764655 Aug 02 17:39:13.978622 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33116) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:13.984369 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5dc7597e-3ab4-4ef7-b4ea-6fbcf7190475 req-f08a868a-452f-492f-9e3b-ea9aa69521c3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455968 Aug 02 17:39:13.985376 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-fa43a894-7c2a-4306-82b0-32ebfab7e996 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Request body: {'security_group_rule': {'security_group_id': 'fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc', 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:13.996718 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30173a3-9525-4193-a26e-70b20d9ed9fc tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:14.021813 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fa43a894-7c2a-4306-82b0-32ebfab7e996 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.098237 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Sync routers for ids ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:39:14.099026 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-64d2fe29-0a4f-427e-a504-a65e5cb0a0f1 req-220d3a05-e4c4-4686-a064-b4e1bee6451d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0336654 Aug 02 17:39:14.113009 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Routers {'310b27a4-bdd8-4fd9-b568-3c1f7b37a379'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:14.115218 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:38:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:14.115448 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fa43a894-7c2a-4306-82b0-32ebfab7e996 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.119218 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fa43a894-7c2a-4306-82b0-32ebfab7e996 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.135391 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43a894-7c2a-4306-82b0-32ebfab7e996 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a4d0a4-9183-489a-9a99-50792d7e897b,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:14.150726 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-fa43a894-7c2a-4306-82b0-32ebfab7e996 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.152535 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-fa43a894-7c2a-4306-82b0-32ebfab7e996 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724999 Aug 02 17:39:14.155162 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33120) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:14.160211 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-48f9e152-d16b-4835-884d-97127ef48b2b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Request body: {'security_group_rule': {'security_group_id': 'fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc', 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:14.193723 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-48f9e152-d16b-4835-884d-97127ef48b2b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.237854 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Set router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:14.248333 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-48f9e152-d16b-4835-884d-97127ef48b2b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.252279 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-48f9e152-d16b-4835-884d-97127ef48b2b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.271174 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9e152-d16b-4835-884d-97127ef48b2b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6947687-c441-4e76-bcef-06a563d2db48,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:14.278342 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-48f9e152-d16b-4835-884d-97127ef48b2b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.279587 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-48f9e152-d16b-4835-884d-97127ef48b2b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234887 Aug 02 17:39:14.282216 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33122) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:14.286778 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-dc121ed3-2049-4569-8a41-82ee328e7a95 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Request body: {'security_group_rule': {'security_group_id': 'fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc', 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:14.313903 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-dc121ed3-2049-4569-8a41-82ee328e7a95 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.375320 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-dc121ed3-2049-4569-8a41-82ee328e7a95 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.379740 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-dc121ed3-2049-4569-8a41-82ee328e7a95 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.397512 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc121ed3-2049-4569-8a41-82ee328e7a95 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9796a905-3b2a-4bba-9a05-cf09ff2bc426,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:14.405185 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-dc121ed3-2049-4569-8a41-82ee328e7a95 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.406743 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-dc121ed3-2049-4569-8a41-82ee328e7a95 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235492 Aug 02 17:39:14.409815 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33124) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:14.415554 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-bbbfa3e7-2317-478b-9952-531be7cc7e4d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Request body: {'security_group_rule': {'security_group_id': 'fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc', 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:14.444611 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa3e7-2317-478b-9952-531be7cc7e4d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.467453 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:07Z', 'updated_at': '2021-08-02T17:39:12Z', 'revision_number': 4, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'gw_port': {'id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:08Z', 'updated_at': '2021-08-02T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '6ec22a1e-7472-4b86-a7b8-f2a65b7a3140', 'name': '', 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'mac_address': 'fa:16:3e:32:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '1e414559-9d85-4183-8e3c-ab39d4bbd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:11Z', 'updated_at': '2021-08-02T17:39:12Z', 'revision_number': 2, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'subnets': [{'id': '1e414559-9d85-4183-8e3c-ab39d4bbd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:14.502617 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Checking router: 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:39:14.502971 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Updating router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 binding host dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 17:39:14.520325 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa3e7-2317-478b-9952-531be7cc7e4d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.524951 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa3e7-2317-478b-9952-531be7cc7e4d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.529971 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.548060 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfa3e7-2317-478b-9952-531be7cc7e4d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65727a4-2f11-42d5-bd8a-8cd7d8b7f894,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:14.551538 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-bbbfa3e7-2317-478b-9952-531be7cc7e4d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.552967 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-bbbfa3e7-2317-478b-9952-531be7cc7e4d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421537 Aug 02 17:39:14.556713 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33126) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:14.561632 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-ed3f47d0-a95b-44b2-bd1e-dcac60ab50b4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Request body: {'security_group_rule': {'security_group_id': 'fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc', 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:14.583551 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.securitygroups_db [None req-ed3f47d0-a95b-44b2-bd1e-dcac60ab50b4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Project 580a04042eb64af2a2dec1ffac81cfec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:39:14.588611 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ed3f47d0-a95b-44b2-bd1e-dcac60ab50b4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.653937 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ed3f47d0-a95b-44b2-bd1e-dcac60ab50b4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.658150 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ed3f47d0-a95b-44b2-bd1e-dcac60ab50b4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.679195 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f47d0-a95b-44b2-bd1e-dcac60ab50b4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c85075-a273-453b-9bd9-c47292c4a094,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:14.688415 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-ed3f47d0-a95b-44b2-bd1e-dcac60ab50b4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.689851 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ed3f47d0-a95b-44b2-bd1e-dcac60ab50b4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321068 Aug 02 17:39:14.692582 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33128) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:14.698163 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-f4ef6dd5-54c2-4896-8099-16128aa51dc2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Request body: {'security_group_rule': {'security_group_id': 'fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc', 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:14.720827 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.securitygroups_db [None req-f4ef6dd5-54c2-4896-8099-16128aa51dc2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Project 580a04042eb64af2a2dec1ffac81cfec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 17:39:14.726397 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6dd5-54c2-4896-8099-16128aa51dc2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.789860 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6dd5-54c2-4896-8099-16128aa51dc2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.793507 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6dd5-54c2-4896-8099-16128aa51dc2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432107'] for security_group_rule, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.813903 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef6dd5-54c2-4896-8099-16128aa51dc2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95fb201-441e-4e7f-b15d-64f0789e0773,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:14.816515 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Notify callbacks [] for port, precommit_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.823522 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6dd5-54c2-4896-8099-16128aa51dc2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.825390 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-f4ef6dd5-54c2-4896-8099-16128aa51dc2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317179 Aug 02 17:39:14.830032 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Transition to ACTIVE for port object 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 will not be triggered until provisioned by entity L2. {{(pid=93405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:14.837648 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.885965 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb458e-e0e5-4f86-adef-4af00426cb95 None None] Pushing event updated for resources: {'Port': ['ID=6ec22a1e-7472-4b86-a7b8-f2a65b7a3140,revision_number=3']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:14.949593 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Attempting to bind port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 on host dv-cinder-788365-5-iscsi for vnic_type normal with profile {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:39:14.950217 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Attempting to bind port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 by drivers openvswitch,hyperv on host dv-cinder-788365-5-iscsi at level 0 using segments [{'id': 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569'}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:39:14.950641 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Attempting to bind port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 on network 1059e1f7-ec7b-4b51-b923-73d82eed3569 {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:14.956774 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Checking agent: {'id': '64d09392-13a6-4e09-9bcb-1ba71574eabe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 18, 53), 'started_at': datetime.datetime(2021, 8, 2, 17, 19, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:39:14.957236 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Checking segment: {'id': 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:14.957719 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:14.957719 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Bound using segment: {'id': 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569'} {{(pid=93405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:39:14.958363 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.managers [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Bound port: 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140, host: dv-cinder-788365-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569'}}] {{(pid=93405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:39:14.958806 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:15.114333 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] For port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140, host dv-cinder-788365-5-iscsi, cleared binding levels {{(pid=93405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:39:15.124491 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] For port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140, host dv-cinder-788365-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=6ec22a1e-7472-4b86-a7b8-f2a65b7a3140,segment=NetworkSegment(a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e),segment_id=a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e)] {{(pid=93405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:39:15.133294 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:15.221654 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb458e-e0e5-4f86-adef-4af00426cb95 None None] Pushing event updated for resources: {'Port': ['ID=6ec22a1e-7472-4b86-a7b8-f2a65b7a3140,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:15.242336 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4f867-9104-4c19-8b3f-e203c4ed81eb req-a8d73f0f-82b2-4a10-b448-a00afcdff9c4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:15.247017 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4fa4f867-9104-4c19-8b3f-e203c4ed81eb req-a8d73f0f-82b2-4a10-b448-a00afcdff9c4 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.1237679 Aug 02 17:39:15.252485 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Routers {'310b27a4-bdd8-4fd9-b568-3c1f7b37a379'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:15.257194 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-57fdace5-a22f-42cd-8617-c96568390ac6 req-fba57e02-1d31-4d75-a0a0-a9b8b5010405 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0447001 Aug 02 17:39:15.260592 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:38:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:15.324715 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4fa4f867-9104-4c19-8b3f-e203c4ed81eb req-4c4e8da7-760a-482b-af04-dc9bf2b54491 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708485 Aug 02 17:39:15.395807 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device a9528fdb-c8b9-420b-9890-c07275699de9 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:15.457722 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] Set router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:15.553719 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port a9528fdb-c8b9-420b-9890-c07275699de9 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:15.554000 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:15.765344 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:07Z', 'updated_at': '2021-08-02T17:39:12Z', 'revision_number': 4, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'gw_port': {'id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:08Z', 'updated_at': '2021-08-02T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '6ec22a1e-7472-4b86-a7b8-f2a65b7a3140', 'name': '', 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'mac_address': 'fa:16:3e:32:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '1e414559-9d85-4183-8e3c-ab39d4bbd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:11Z', 'updated_at': '2021-08-02T17:39:15Z', 'revision_number': 4, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'subnets': [{'id': '1e414559-9d85-4183-8e3c-ab39d4bbd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:15.797627 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c223dc-a15f-40b7-a047-1f8a3dade761 None None] The sync data for ids ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'] in dv-cinder-788365-5-iscsi is: [{'id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:07Z', 'updated_at': '2021-08-02T17:39:12Z', 'revision_number': 4, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'gw_port': {'id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:08Z', 'updated_at': '2021-08-02T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '6ec22a1e-7472-4b86-a7b8-f2a65b7a3140', 'name': '', 'network_id': '1059e1f7-ec7b-4b51-b923-73d82eed3569', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'mac_address': 'fa:16:3e:32:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '1e414559-9d85-4183-8e3c-ab39d4bbd552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:11Z', 'updated_at': '2021-08-02T17:39:15Z', 'revision_number': 4, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'subnets': [{'id': '1e414559-9d85-4183-8e3c-ab39d4bbd552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:39:16.352805 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-880e0d4f-2f07-4e78-bb39-e2e41f5cd2ff req-f2dc5e32-3249-44d7-8308-d056a675358a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0294149 Aug 02 17:39:16.452899 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16400ff7-a376-4cbd-9665-3449fa07bdd2 req-280eb490-81db-4db7-828f-affdf5c3ac7e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:16.454397 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-16400ff7-a376-4cbd-9665-3449fa07bdd2 req-280eb490-81db-4db7-828f-affdf5c3ac7e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0486357 Aug 02 17:39:16.493899 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-16400ff7-a376-4cbd-9665-3449fa07bdd2 req-ad5ce931-f40b-4bd1-a005-e28450dd927d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335307 Aug 02 17:39:17.273136 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:17.323027 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning for port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:17.327010 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:17.327421 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:17.406701 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:17.455230 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7b11e7c2-dd57-4187-96d7-851b0a955aa1 req-8a094e8e-a1c6-4721-ae40-dc97b6b746ca tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0278337 Aug 02 17:39:17.564714 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] For port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=6ec22a1e-7472-4b86-a7b8-f2a65b7a3140,segment=NetworkSegment(a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e),segment_id=a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:17.570415 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:17.619893 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Pushing event updated for resources: {'Port': ['ID=6ec22a1e-7472-4b86-a7b8-f2a65b7a3140,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:17.620690 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0b738-406e-4ff0-a0e7-f5f48aaf2d22 req-c8c251a4-3c15-410a-9c02-6ebb266d2f71 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:17.622289 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8ba0b738-406e-4ff0-a0e7-f5f48aaf2d22 req-c8c251a4-3c15-410a-9c02-6ebb266d2f71 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0516207 Aug 02 17:39:17.659331 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8ba0b738-406e-4ff0-a0e7-f5f48aaf2d22 req-9648c375-131d-43c3-aef6-3602edd7ad84 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311213 Aug 02 17:39:18.547881 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-324dc5a9-0c98-4c98-b60c-b25ec52b028e req-ecf6b9be-cdbf-4ce3-a550-d203ce4a4d82 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0262482 Aug 02 17:39:18.800694 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a896642-1be6-4174-aa61-a40fb62b3b4f req-66df27fa-1a7d-4225-9fbb-daa4c2812bdb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:18.802388 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5a896642-1be6-4174-aa61-a40fb62b3b4f req-66df27fa-1a7d-4225-9fbb-daa4c2812bdb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0576332 Aug 02 17:39:18.846077 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5a896642-1be6-4174-aa61-a40fb62b3b4f req-4dd61726-59be-47b5-b526-020b3245b67d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363977 Aug 02 17:39:19.262558 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 up at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:19.313135 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Provisioning complete for port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:19.313524 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:19.640942 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9a44006a-5886-4706-b4d6-6ce36457e67c req-f99c00b0-7fe8-42ec-acd8-be3ac4126869 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0268624 Aug 02 17:39:19.968313 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621e037-7ce1-4fb8-8f22-df125f9074f8 req-ab863903-fa85-4a64-ae42-8c183c9fed48 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:19.969828 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6621e037-7ce1-4fb8-8f22-df125f9074f8 req-ab863903-fa85-4a64-ae42-8c183c9fed48 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0510561 Aug 02 17:39:20.010912 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6621e037-7ce1-4fb8-8f22-df125f9074f8 req-3a44352b-c365-4732-a1d9-aebb4ce9636b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351315 Aug 02 17:39:20.071803 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-888334c9-b07f-4767-a8ff-63c6c1e10ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:20.735286 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5613ced9-4378-48f4-a2ad-a95f627e0c78 req-385ebfba-68d0-482a-9add-0f14867098f0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0283895 Aug 02 17:39:21.138153 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53f37-83f4-490f-a626-d1b2e805e540 req-7e7d5f1a-4a30-43dc-8d19-38ee963098a7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:21.139612 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6db53f37-83f4-490f-a626-d1b2e805e540 req-7e7d5f1a-4a30-43dc-8d19-38ee963098a7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0539918 Aug 02 17:39:21.186355 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6db53f37-83f4-490f-a626-d1b2e805e540 req-67fec939-a8f3-469b-9854-24b7e284b781 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 Aug 02 17:39:21.829859 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-31e15f51-e39c-48d2-af42-e8454de3ef86 req-e078ace4-b94b-474b-9fe1-05ec8d2e07d4 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0266509 Aug 02 17:39:22.312959 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f0a0e-9786-443d-9982-43cd49ef1ccd req-6e667b0f-3082-44ec-8e85-b52205a1f5b9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:22.314426 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-156f0a0e-9786-443d-9982-43cd49ef1ccd req-6e667b0f-3082-44ec-8e85-b52205a1f5b9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0558727 Aug 02 17:39:22.353423 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-156f0a0e-9786-443d-9982-43cd49ef1ccd req-8bb694e5-4911-4c2c-b4ec-02941d74892f tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328655 Aug 02 17:39:22.536508 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2a4cd6d2-ae5f-42c0-be20-5433ebe85b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:22.897393 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:22.928974 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-30337326-4b41-49a1-a8e3-a4cdc1ff7906 req-2d5e057f-7e87-4e9a-b228-a4ebe175541f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0301504 Aug 02 17:39:23.472495 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d7482-dc3d-4767-bfa0-4e65ec61cd48 req-d7edfcd2-f9b9-40e3-8b10-5ef55f60337d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:23.473986 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2a7d7482-dc3d-4767-bfa0-4e65ec61cd48 req-d7edfcd2-f9b9-40e3-8b10-5ef55f60337d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0508058 Aug 02 17:39:23.516335 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2a7d7482-dc3d-4767-bfa0-4e65ec61cd48 req-e9b1035e-d2b4-4d2e-b8f2-dd25cbd46d61 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Aug 02 17:39:23.873666 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:24.028731 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c5ee3519-16e1-43b7-8898-a3a544985f9a req-40dbd9a5-bbba-4ee3-ac4d-e1abe65c13c7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0269408 Aug 02 17:39:24.636585 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6be3a-9f05-40ef-9ea2-44a9ca25ea49 req-cff89f38-c316-47d1-8f75-d8baa9c26878 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:24.638071 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b9c6be3a-9f05-40ef-9ea2-44a9ca25ea49 req-cff89f38-c316-47d1-8f75-d8baa9c26878 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0487695 Aug 02 17:39:24.682065 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b9c6be3a-9f05-40ef-9ea2-44a9ca25ea49 req-6582610b-ea3e-4307-a4d8-5f65856c87bf tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377288 Aug 02 17:39:25.129575 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b7b914e5-dccf-4184-9718-b27323f64186 req-0e5d148f-6e93-4ab4-98e6-571fbc6a715a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0325632 Aug 02 17:39:25.806433 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9044aa4-8a50-412c-b0b8-163e43bef9f5 req-f59e962f-052f-4f79-8d73-1fec2246b4bb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:25.808377 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d9044aa4-8a50-412c-b0b8-163e43bef9f5 req-f59e962f-052f-4f79-8d73-1fec2246b4bb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0559824 Aug 02 17:39:25.852214 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d9044aa4-8a50-412c-b0b8-163e43bef9f5 req-781f8b98-977e-49cc-8433-40c7b871a0eb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373194 Aug 02 17:39:26.186319 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:26.242543 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-577f4e9a-9d51-4bd0-a7ec-9a4871ba5edb req-47b5691f-38bb-4902-9b69-bdf57885c68c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0299244 Aug 02 17:39:26.978713 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32593307-a245-4671-959d-796ec77a2c80 req-c95776b1-a4ee-42a7-8f92-87cb0953b1ba tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:26.980799 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-32593307-a245-4671-959d-796ec77a2c80 req-c95776b1-a4ee-42a7-8f92-87cb0953b1ba tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0552564 Aug 02 17:39:27.018907 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-32593307-a245-4671-959d-796ec77a2c80 req-6361fa28-e356-4efc-aca3-7209c7c8c225 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326931 Aug 02 17:39:27.348991 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-90e3ea14-c492-4092-8981-bcf0bcbe8b4a req-33626b4d-fef4-41e1-92d8-19da16d16ec8 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0316145 Aug 02 17:39:28.159101 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f2f22-3982-4cb4-b8ec-ff7704bb635b req-241b6134-89b9-4728-8631-b709ebf35dc3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:28.161426 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-298f2f22-3982-4cb4-b8ec-ff7704bb635b req-241b6134-89b9-4728-8631-b709ebf35dc3 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0627747 Aug 02 17:39:28.177203 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901857c4-939a-486d-bc48-0ab026c10504 req-1dd49232-9aa2-473b-83f7-8eb213bb02da tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:28.178914 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-1dd49232-9aa2-473b-83f7-8eb213bb02da tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 812 time: 0.1177182 Aug 02 17:39:28.224055 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-298f2f22-3982-4cb4-b8ec-ff7704bb635b req-168b14b9-fc36-4680-875b-d26e6aa51a99 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547864 Aug 02 17:39:28.236872 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-83f7d4eb-ed72-4a10-a246-49cae4980112 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93a074e288914914a2cf5e4c028d69af HTTP/1.1" status: 200 len: 380 time: 0.0409977 Aug 02 17:39:28.260704 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'port': {'device_id': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'admin_state_up': True, 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'security_groups': ['fec3a840-2f6d-4222-8ee8-968f5ec7a70a']}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:28.389412 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Made reservation on behalf of 93a074e288914914a2cf5e4c028d69af for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:39:28.393044 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:28.474443 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-46634ef4-e2c0-4611-bb87-a49c82d8017e req-c822d622-b6ad-4d6a-a950-918e76c4ad3d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0555747 Aug 02 17:39:28.563198 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Allocated IP 172.20.0.7 (8c4cf31e-c1ad-41c3-9552-513111555732/dec82cd7-fa5d-4a46-a0bc-6fb8c108b405/d2a86de9-28cf-409d-93e6-81e752820372) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:39:28.739396 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:28.761484 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Transition to ACTIVE for port object d2a86de9-28cf-409d-93e6-81e752820372 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:28.814621 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:28.881777 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Network 8c4cf31e-c1ad-41c3-9552-513111555732 is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:28.884785 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:28.892102 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:39:28.897739 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'Port': ['ID=d2a86de9-28cf-409d-93e6-81e752820372,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:28.951188 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:28.951852 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:28.970108 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-a7604d98-9455-4dcb-801f-f054a7cf46e5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7176774 Aug 02 17:39:28.995854 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Request body: {'port': {'device_id': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:29.060399 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:29.197141 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-e4bd1f7a-72d6-465e-bf68-86c8154ab979 None None] Provisioning for port d2a86de9-28cf-409d-93e6-81e752820372 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:29.202612 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-e4bd1f7a-72d6-465e-bf68-86c8154ab979 None None] Provisioning complete for port d2a86de9-28cf-409d-93e6-81e752820372 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:29.203012 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1f7a-72d6-465e-bf68-86c8154ab979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:29.241536 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd1f7a-72d6-465e-bf68-86c8154ab979 None None] Port d2a86de9-28cf-409d-93e6-81e752820372 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:39:29.359157 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79363a0b-98c2-4632-8deb-75d16b7ebf77 req-aea79150-371b-401a-99ed-2ccfee520001 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:29.360796 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-79363a0b-98c2-4632-8deb-75d16b7ebf77 req-aea79150-371b-401a-99ed-2ccfee520001 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0569367 Aug 02 17:39:29.389843 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a86de9-28cf-409d-93e6-81e752820372 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:39:29.399133 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:29.405271 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-79363a0b-98c2-4632-8deb-75d16b7ebf77 req-9eabfd05-46ba-4cef-a81b-139618c3d6ca tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382230 Aug 02 17:39:29.412400 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Transition to ACTIVE for port object d2a86de9-28cf-409d-93e6-81e752820372 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:29.417562 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:29.471212 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a86de9-28cf-409d-93e6-81e752820372,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:29.568743 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Attempting to bind port d2a86de9-28cf-409d-93e6-81e752820372 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:39:29.569300 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Attempting to bind port d2a86de9-28cf-409d-93e6-81e752820372 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:39:29.569726 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Attempting to bind port d2a86de9-28cf-409d-93e6-81e752820372 on network 8c4cf31e-c1ad-41c3-9552-513111555732 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:29.590271 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Port d2a86de9-28cf-409d-93e6-81e752820372 on network 8c4cf31e-c1ad-41c3-9552-513111555732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:39:29.590589 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Attempting to bind port d2a86de9-28cf-409d-93e6-81e752820372 on network 8c4cf31e-c1ad-41c3-9552-513111555732 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:29.599086 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:39:29.599428 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Checking segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:29.599822 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Bound using segment: {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:39:29.600276 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Bound port: d2a86de9-28cf-409d-93e6-81e752820372, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416bd945-6b86-49be-9ad0-cb278c3f9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:39:29.600641 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:29.630677 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e826dca-a9b8-4726-b92f-e3da838ff640 req-b075cc6f-1da7-4411-9c7f-38cdd6b146b5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:29.632318 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7e826dca-a9b8-4726-b92f-e3da838ff640 req-b075cc6f-1da7-4411-9c7f-38cdd6b146b5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 943 time: 0.0833108 Aug 02 17:39:29.709360 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7e826dca-a9b8-4726-b92f-e3da838ff640 req-f398e9d7-2b5b-4d5b-b460-92960b32aa63 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580785 Aug 02 17:39:29.715600 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] For port d2a86de9-28cf-409d-93e6-81e752820372, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:39:29.720062 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] For port d2a86de9-28cf-409d-93e6-81e752820372, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d2a86de9-28cf-409d-93e6-81e752820372,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:39:29.726728 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:29.766029 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:29.766666 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:29.768197 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2a86de9-28cf-409d-93e6-81e752820372 HTTP/1.1" status: 200 len: 1093 time: 0.7803769 Aug 02 17:39:29.768692 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:39:29.771034 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29befb0d-f017-4efc-bfb7-9eb26111ef31" -d '{"events": [{"name": "network-changed", "server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "tag": "d2a86de9-28cf-409d-93e6-81e752820372"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:39:29.815837 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505cfa1-c60d-4e08-92c2-58acf77ebcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2a86de9-28cf-409d-93e6-81e752820372,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:29.919881 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901857c4-939a-486d-bc48-0ab026c10504 req-9528a424-71ed-463e-92bc-9c6f75aa5792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:29.922767 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-9528a424-71ed-463e-92bc-9c6f75aa5792 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0776827 Aug 02 17:39:29.993089 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-5db8a085-86d6-4a2d-a073-0ee5c286df13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a86de9-28cf-409d-93e6-81e752820372 HTTP/1.1" status: 200 len: 217 time: 0.0565667 Aug 02 17:39:30.050713 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901857c4-939a-486d-bc48-0ab026c10504 req-dd373827-e0ef-46ab-8b83-566e6e049162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:30.052308 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-dd373827-e0ef-46ab-8b83-566e6e049162 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0513451 Aug 02 17:39:30.053795 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c526a-45b9-4bd4-8b5a-8cb89c6fa90e x-openstack-request-id: req-a51c526a-45b9-4bd4-8b5a-8cb89c6fa90e {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:39:30.054081 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "tag": "d2a86de9-28cf-409d-93e6-81e752820372", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:39:30.054334 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a51c526a-45b9-4bd4-8b5a-8cb89c6fa90e {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:39:30.055929 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372', 'status': 'completed', 'code': 200} Aug 02 17:39:30.125991 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901857c4-939a-486d-bc48-0ab026c10504 req-fecffaba-a2a8-4be9-95f9-0593762ce26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:30.127603 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-fecffaba-a2a8-4be9-95f9-0593762ce26d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555859 Aug 02 17:39:30.228526 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-fefcbaf6-fdd1-4879-b8b9-82f5370e5f16 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933328 Aug 02 17:39:30.333202 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-901857c4-939a-486d-bc48-0ab026c10504 req-4369234d-87ef-4228-9c41-4b72040a478e service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959358 Aug 02 17:39:30.474639 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-47a668e3-fc9f-4ac4-91c9-0c740224c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:30.476295 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-47a668e3-fc9f-4ac4-91c9-0c740224c1bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0473197 Aug 02 17:39:30.605177 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f1dff-3778-47f1-bb2c-a27190cd6524 req-0de7e6e2-b6b3-4b31-82e6-f15aaec5a719 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:30.606656 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8f2f1dff-3778-47f1-bb2c-a27190cd6524 req-0de7e6e2-b6b3-4b31-82e6-f15aaec5a719 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.1041510 Aug 02 17:39:30.624144 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-93043c67-3255-4118-960b-44e130526539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:30.625650 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-93043c67-3255-4118-960b-44e130526539 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.1419327 Aug 02 17:39:30.672387 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-ed95ec7b-f7c8-40b1-909e-37ac0e16da07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a86de9-28cf-409d-93e6-81e752820372 HTTP/1.1" status: 200 len: 217 time: 0.0392158 Aug 02 17:39:30.696173 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8f2f1dff-3778-47f1-bb2c-a27190cd6524 req-c5eb0fa9-e3b9-4d4c-b353-0b98325d8ee5 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830410 Aug 02 17:39:30.740803 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-b14add42-fa90-4947-a049-0e7bf0acb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:30.742574 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-b14add42-fa90-4947-a049-0e7bf0acb76e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0626526 Aug 02 17:39:30.793567 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-7fd5e62b-10d8-47b1-8f2f-2a6ed921d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:30.795253 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-7fd5e62b-10d8-47b1-8f2f-2a6ed921d029 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456781 Aug 02 17:39:30.857809 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72347d-cc81-4ec4-bd18-9fbae995fcf0 req-e9fceeb2-182f-45c1-bf01-5dfb9c2bda35 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:30.860484 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fa72347d-cc81-4ec4-bd18-9fbae995fcf0 req-e9fceeb2-182f-45c1-bf01-5dfb9c2bda35 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 943 time: 0.0665216 Aug 02 17:39:30.902524 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-c0f82408-11e5-49bf-9a14-91537f7464b6 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991228 Aug 02 17:39:30.906626 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fa72347d-cc81-4ec4-bd18-9fbae995fcf0 req-3e8132c9-065e-46e3-938b-17f5c1509ee6 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398858 Aug 02 17:39:31.001339 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-29befb0d-f017-4efc-bfb7-9eb26111ef31 req-743e2f03-2a23-4838-8d0b-4c1787ab5bab service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910466 Aug 02 17:39:31.289647 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:31.743264 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:39:31.826064 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb714a77-e979-4d05-9cb7-3c2d5633f15d req-29c84e6b-90b2-46e1-9591-0addd9ab92a9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:31.827898 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fb714a77-e979-4d05-9cb7-3c2d5633f15d req-29c84e6b-90b2-46e1-9591-0addd9ab92a9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 943 time: 0.0551305 Aug 02 17:39:31.863072 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:31.876267 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fb714a77-e979-4d05-9cb7-3c2d5633f15d req-3066cd46-26ad-489c-9228-ca429f269ccb tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381155 Aug 02 17:39:31.876558 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'port_id': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'mac_address': 'fa:16:3e:5e:d2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:39:31.923658 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:31.944611 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5636d1-635b-4903-9ae5-fc293c8731e4 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:39:31.969788 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:31.975046 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:32.047795 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=9']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:32.059515 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f8bf3-4d21-4513-acca-e99c0a19fc8a req-400e6417-1c3e-45ea-ad13-7a2d382e35bc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:32.061868 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c74f8bf3-4d21-4513-acca-e99c0a19fc8a req-400e6417-1c3e-45ea-ad13-7a2d382e35bc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 943 time: 0.0751879 Aug 02 17:39:32.106153 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c74f8bf3-4d21-4513-acca-e99c0a19fc8a req-dd919108-9d00-4273-88ef-f63f3b2127e1 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373302 Aug 02 17:39:32.457393 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['4d5636d1-635b-4903-9ae5-fc293c8731e4'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:39:33.014644 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758ee3-e1de-45b0-b4d9-94bc95fcfe07 req-6388d3af-d1ec-471c-aded-b6d93352459c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:33.016240 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-93758ee3-e1de-45b0-b4d9-94bc95fcfe07 req-6388d3af-d1ec-471c-aded-b6d93352459c tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 944 time: 0.0546679 Aug 02 17:39:33.071471 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-93758ee3-e1de-45b0-b4d9-94bc95fcfe07 req-a67c2337-047c-4d34-8c77-e436ca084c5d tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488787 Aug 02 17:39:33.234257 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a89d40-fe97-4b9c-ab28-e275f3f24db6 req-f1d14458-5cc5-41aa-be04-2a834fb72acc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:33.235824 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c7a89d40-fe97-4b9c-ab28-e275f3f24db6 req-f1d14458-5cc5-41aa-be04-2a834fb72acc tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 943 time: 0.0554302 Aug 02 17:39:33.277062 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-c7a89d40-fe97-4b9c-ab28-e275f3f24db6 req-e016fe93-0434-4a13-bbbb-7cc55fa5b1ef tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351658 Aug 02 17:39:34.209431 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be75ed-dbf3-4f8f-8a0a-d320207534a0 req-1b1fb00e-391f-4794-a75e-8b2f69a92afe tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:34.211537 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-38be75ed-dbf3-4f8f-8a0a-d320207534a0 req-1b1fb00e-391f-4794-a75e-8b2f69a92afe tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 944 time: 0.0597842 Aug 02 17:39:34.257280 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-38be75ed-dbf3-4f8f-8a0a-d320207534a0 req-5906bd64-463d-46db-a7a0-7a781bfd277b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377426 Aug 02 17:39:34.412073 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2aee6-7945-412b-8cec-3dd0afeeaa66 req-f2c0064c-64e3-4c2a-aff5-aaea7218d935 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:34.413717 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0ed2aee6-7945-412b-8cec-3dd0afeeaa66 req-f2c0064c-64e3-4c2a-aff5-aaea7218d935 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 943 time: 0.0536427 Aug 02 17:39:34.454963 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0ed2aee6-7945-412b-8cec-3dd0afeeaa66 req-3ff10045-de80-457e-b30a-3243a4a6620a tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343335 Aug 02 17:39:35.390532 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031dcde-e130-4fa6-a970-54fae204b429 req-710530a1-82e0-40c3-847a-e1b45fe15fc2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:35.392104 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2031dcde-e130-4fa6-a970-54fae204b429 req-710530a1-82e0-40c3-847a-e1b45fe15fc2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 944 time: 0.0528240 Aug 02 17:39:35.434075 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-2031dcde-e130-4fa6-a970-54fae204b429 req-8ebf84cc-2cdc-4851-a90f-9c430b7d0b6e tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353873 Aug 02 17:39:35.575787 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e582f-27a2-4e3c-a9bf-c6b6e4db473e req-c4f248ba-97ca-4bec-b4b0-9480b71ee62f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:35.577433 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a73e582f-27a2-4e3c-a9bf-c6b6e4db473e req-c4f248ba-97ca-4bec-b4b0-9480b71ee62f tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 943 time: 0.0532377 Aug 02 17:39:35.620661 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a73e582f-27a2-4e3c-a9bf-c6b6e4db473e req-29b9239b-3368-4243-aeb6-8a22cca36687 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372288 Aug 02 17:39:35.769753 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:35.821916 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 4d5636d1-635b-4903-9ae5-fc293c8731e4 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:35.822292 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:35.911402 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:35.938349 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:39:35.940689 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fd3101-c6e1-4685-872a-839ae40a3682" -d '{"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:39:35.954739 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:35.959294 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:35.986934 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd917ba-3e54-41bf-8e84-092ead897f63 x-openstack-request-id: req-bcd917ba-3e54-41bf-8e84-092ead897f63 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:39:35.987342 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-plugged", "status": "completed", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:39:35.987589 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcd917ba-3e54-41bf-8e84-092ead897f63 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:39:35.987983 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'code': 200} Aug 02 17:39:36.015504 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=10']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:36.275364 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295941ac-36c3-4953-936f-3f5459191cae req-6fc4a0cd-2217-4e99-9a61-9c5461737ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:36.276779 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-295941ac-36c3-4953-936f-3f5459191cae req-6fc4a0cd-2217-4e99-9a61-9c5461737ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 1099 time: 0.0481210 Aug 02 17:39:36.314206 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-295941ac-36c3-4953-936f-3f5459191cae req-7387932a-7240-4b07-9ab2-9763ca58cb82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300381 Aug 02 17:39:36.559957 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c93d3-8a33-4f55-b932-c66e5b9a21e3 req-8fdf8e2a-3e2a-400f-a5ba-e02e89f8316b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:36.561444 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-207c93d3-8a33-4f55-b932-c66e5b9a21e3 req-8fdf8e2a-3e2a-400f-a5ba-e02e89f8316b tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 946 time: 0.0543380 Aug 02 17:39:36.610686 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-207c93d3-8a33-4f55-b932-c66e5b9a21e3 req-a25416b0-8a3d-4850-a59a-0de0a5cf218a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424337 Aug 02 17:39:36.747136 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4025c-98d8-49eb-8b45-7f76c06e0fa3 req-e77defc1-7ff2-43cc-b9e3-915350becf34 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:36.748703 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d4f4025c-98d8-49eb-8b45-7f76c06e0fa3 req-e77defc1-7ff2-43cc-b9e3-915350becf34 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 943 time: 0.0585594 Aug 02 17:39:36.790756 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d4f4025c-98d8-49eb-8b45-7f76c06e0fa3 req-7ac1c5af-9d67-4f0e-92cc-9edb69db477d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346789 Aug 02 17:39:37.745592 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dad05e-17f9-402c-828a-7089b5c90249 req-a38a752e-1b4f-4e31-ad5f-af9c94a7f2de tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:37.747237 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-51dad05e-17f9-402c-828a-7089b5c90249 req-a38a752e-1b4f-4e31-ad5f-af9c94a7f2de tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 946 time: 0.0561726 Aug 02 17:39:37.799357 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-51dad05e-17f9-402c-828a-7089b5c90249 req-76664f0f-356d-483a-9089-21c59c4d5a54 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459173 Aug 02 17:39:37.912121 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe5c4e-247a-421b-9a0c-def79377886c req-be69a8ae-4c54-4525-9dc8-6d4b9a1cb84b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:37.914181 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e2fe5c4e-247a-421b-9a0c-def79377886c req-be69a8ae-4c54-4525-9dc8-6d4b9a1cb84b tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 943 time: 0.0520132 Aug 02 17:39:37.958614 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e2fe5c4e-247a-421b-9a0c-def79377886c req-274a5393-6cbd-48f1-8f6d-0896daee55eb tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359342 Aug 02 17:39:38.873373 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:39:38.996534 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691483e-24ad-4aaf-a709-b4fa0b2e0513 req-8db5414d-acf5-4587-b6eb-55f64f1b44e2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:38.997843 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1691483e-24ad-4aaf-a709-b4fa0b2e0513 req-8db5414d-acf5-4587-b6eb-55f64f1b44e2 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 946 time: 0.0778263 Aug 02 17:39:39.057597 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1691483e-24ad-4aaf-a709-b4fa0b2e0513 req-21029880-5e7a-4222-8e3f-b4d1e2529607 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515661 Aug 02 17:39:39.106843 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-b3c0a20b-c84c-4492-8347-a6b432abb022 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1076705 Aug 02 17:39:39.129823 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7bbd-367d-4909-91ca-03cd448f86dd req-5239d1b7-d702-4f13-82ed-e64345e5f4e9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:39.133324 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-beee7bbd-367d-4909-91ca-03cd448f86dd req-5239d1b7-d702-4f13-82ed-e64345e5f4e9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 943 time: 0.0810657 Aug 02 17:39:39.188980 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-beee7bbd-367d-4909-91ca-03cd448f86dd req-54e43883-8719-4c63-a270-8dffd96191b0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487599 Aug 02 17:39:39.233905 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-c9f35b90-ff11-4bb9-a9ed-cc4baccf6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:39.240609 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-c9f35b90-ff11-4bb9-a9ed-cc4baccf6116 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 1099 time: 0.0575750 Aug 02 17:39:39.356713 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-1638a8b6-ee41-42c8-990c-32d90a93989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:39.358389 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-1638a8b6-ee41-42c8-990c-32d90a93989c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.1000605 Aug 02 17:39:39.434326 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-0fc10f2e-c50a-48f8-aa3a-73a737adedb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 HTTP/1.1" status: 200 len: 1002 time: 0.0675282 Aug 02 17:39:39.493491 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-b1c4e801-5393-4e1e-a686-5fcfd00ba3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:39.495111 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-b1c4e801-5393-4e1e-a686-5fcfd00ba3a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0530984 Aug 02 17:39:39.546227 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-b5a108c1-a91d-4f80-bd6e-9ed1b6ad72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:39.547786 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-b5a108c1-a91d-4f80-bd6e-9ed1b6ad72c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447791 Aug 02 17:39:39.658376 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-a9b7efa7-3d50-41a6-9448-b10d49e53a4c service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018622 Aug 02 17:39:39.760401 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d28aa330-f80b-4d0c-a8a0-d28a8f1e98f4 req-7ff82b29-f93a-4759-9b9e-9d6bf635ef85 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939670 Aug 02 17:39:39.791942 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device d2a86de9-28cf-409d-93e6-81e752820372 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:39:39.919864 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port d2a86de9-28cf-409d-93e6-81e752820372, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d2a86de9-28cf-409d-93e6-81e752820372,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:39.941135 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': 'd2a86de9-28cf-409d-93e6-81e752820372', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'port_id': 'd2a86de9-28cf-409d-93e6-81e752820372', 'mac_address': 'fa:16:3e:ec:bb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:39:39.992521 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:40.006949 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a86de9-28cf-409d-93e6-81e752820372 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:39:40.035573 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port d2a86de9-28cf-409d-93e6-81e752820372, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d2a86de9-28cf-409d-93e6-81e752820372,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:40.041554 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:40.114818 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=d2a86de9-28cf-409d-93e6-81e752820372,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:40.243590 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89edf5-6590-431e-a599-7b9dfc49de73 req-614fe47c-4cb6-4e8d-8d86-72044295f5ab tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:40.246354 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-dc89edf5-6590-431e-a599-7b9dfc49de73 req-614fe47c-4cb6-4e8d-8d86-72044295f5ab tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 946 time: 0.0886116 Aug 02 17:39:40.377650 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c74a00-c020-4bf1-aed1-4c5443018dc3 req-ae7b58a1-bf96-4abf-b394-ec04e6ed1650 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:40.379973 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e8c74a00-c020-4bf1-aed1-4c5443018dc3 req-ae7b58a1-bf96-4abf-b394-ec04e6ed1650 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 944 time: 0.0890291 Aug 02 17:39:40.445477 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e8c74a00-c020-4bf1-aed1-4c5443018dc3 req-90579503-3a69-4608-abba-222e2b6a9d0c tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573282 Aug 02 17:39:40.517876 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['d2a86de9-28cf-409d-93e6-81e752820372'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:39:40.638563 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-dc89edf5-6590-431e-a599-7b9dfc49de73 req-d59988b8-3116-4755-89a3-e351ee09c826 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858109 Aug 02 17:39:41.170693 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-ad6c6e06-684e-4612-8ade-9a2d9b80c964 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742068751&fields=id&tenant_id=580a04042eb64af2a2dec1ffac81cfec HTTP/1.1" status: 200 len: 267 time: 0.0366356 Aug 02 17:39:41.340570 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-f3aca936-88d6-4f97-9728-07c68b1949c2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:41.343358 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-f3aca936-88d6-4f97-9728-07c68b1949c2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/networks?id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 200 len: 809 time: 0.1647849 Aug 02 17:39:41.371066 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-6fc3f54a-b119-4c56-b6bf-d79fef5e4c54 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/quotas/580a04042eb64af2a2dec1ffac81cfec HTTP/1.1" status: 200 len: 375 time: 0.0173113 Aug 02 17:39:41.445982 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-e4a13830-17ed-4938-af7c-593bbe515eed tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=580a04042eb64af2a2dec1ffac81cfec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640626 Aug 02 17:39:41.466133 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-63e85e61-ca2f-45b3-a5b5-2295491967b7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93403) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 17:39:41.467832 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-63e85e61-ca2f-45b3-a5b5-2295491967b7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093398 Aug 02 17:39:41.600164 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-8b9255b6-a875-4f8a-b2ff-8fadfd154740 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229298 Aug 02 17:39:41.616182 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813575-28ac-419f-ab3f-3174c0a0addb req-d0d4c0ad-95d6-4f1f-957e-0dd0cc561e05 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:41.619484 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0a813575-28ac-419f-ab3f-3174c0a0addb req-d0d4c0ad-95d6-4f1f-957e-0dd0cc561e05 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 944 time: 0.0716617 Aug 02 17:39:41.687427 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-0a813575-28ac-419f-ab3f-3174c0a0addb req-5162cba3-4684-4ab9-84fc-49c190021db8 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599241 Aug 02 17:39:41.759957 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-6f41e5a5-a49a-46d3-9f8d-c2cef0bfe2b3 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484799 Aug 02 17:39:41.824730 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device d2a86de9-28cf-409d-93e6-81e752820372 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:41.893018 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port d2a86de9-28cf-409d-93e6-81e752820372 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:41.901256 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port d2a86de9-28cf-409d-93e6-81e752820372 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:41.901857 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:42.052329 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:42.084011 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:39:42.088631 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d8298-c325-4ac1-a339-8bfedab54c72" -d '{"events": [{"server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "name": "network-vif-plugged", "status": "completed", "tag": "d2a86de9-28cf-409d-93e6-81e752820372"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:39:42.108326 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port d2a86de9-28cf-409d-93e6-81e752820372, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d2a86de9-28cf-409d-93e6-81e752820372,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:42.114824 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:42.174529 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173fb374-01b3-41e6-b50c-4972523752b1 x-openstack-request-id: req-173fb374-01b3-41e6-b50c-4972523752b1 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:39:42.174888 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "name": "network-vif-plugged", "status": "completed", "tag": "d2a86de9-28cf-409d-93e6-81e752820372", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:39:42.175205 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-173fb374-01b3-41e6-b50c-4972523752b1 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:39:42.175621 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372', 'code': 200} Aug 02 17:39:42.206441 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=d2a86de9-28cf-409d-93e6-81e752820372,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:42.231558 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a9e07d31-ca73-44b7-b223-0fb82edfafda req-51fdd2b7-efc0-46a9-9baa-ac94cab1afe6 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 210 time: 0.0438194 Aug 02 17:39:42.509069 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d5bea-ad5b-4f0a-982a-808304701c40 req-de11a374-c184-4064-9c2b-0febf87bf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:42.511840 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-179d5bea-ad5b-4f0a-982a-808304701c40 req-de11a374-c184-4064-9c2b-0febf87bf3c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0661364 Aug 02 17:39:42.565023 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-179d5bea-ad5b-4f0a-982a-808304701c40 req-104f4524-0304-4fd4-a01c-d2f7b65b7694 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450974 Aug 02 17:39:42.885497 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96a099-0277-40ce-96de-99c03e8cdae6 req-e2fc92f2-ac2f-4f99-a15b-3a2f68cff255 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:42.888129 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8b96a099-0277-40ce-96de-99c03e8cdae6 req-e2fc92f2-ac2f-4f99-a15b-3a2f68cff255 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 945 time: 0.0911760 Aug 02 17:39:42.934101 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8b96a099-0277-40ce-96de-99c03e8cdae6 req-cea817a0-b4a4-4f00-82fe-9ad776af0a0e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397124 Aug 02 17:39:43.355010 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b0fed4b6-cf7a-401f-b566-3cc7643a3de3 req-ee711f1f-ae47-49c3-a1a7-a79023131089 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 210 time: 0.0303702 Aug 02 17:39:43.895531 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-04a111e9-6f85-4e68-b2a3-51434397c3ad tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:43.897139 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-04a111e9-6f85-4e68-b2a3-51434397c3ad tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.41 "GET /v2.0/networks?id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 200 len: 809 time: 0.1453323 Aug 02 17:39:43.962502 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-954b2ddb-88c7-4f59-84a8-ecdde9b4bec7 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=580a04042eb64af2a2dec1ffac81cfec HTTP/1.1" status: 200 len: 380 time: 0.0399165 Aug 02 17:39:43.981398 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Request body: {'port': {'device_id': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'admin_state_up': True, 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'security_groups': ['fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc']}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:44.127188 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829356eb-9c85-4de1-8f04-28b83841382e req-6e979bd0-bf35-4979-a968-11213501a0ab tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:44.129022 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-829356eb-9c85-4de1-8f04-28b83841382e req-6e979bd0-bf35-4979-a968-11213501a0ab tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 945 time: 0.0625887 Aug 02 17:39:44.130198 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Made reservation on behalf of 580a04042eb64af2a2dec1ffac81cfec for: {'port': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:39:44.137423 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:44.192574 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-829356eb-9c85-4de1-8f04-28b83841382e req-ee21befa-305b-4e1d-b3dc-cc619a897992 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515084 Aug 02 17:39:44.328413 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_common [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Allocated IP 172.20.0.7 (e9b05aa5-22ec-4b06-8fd4-841e3238c91b/89a0be45-e6e5-4b99-a588-9c798a0f1d6a/68ca13e4-3590-4e9c-b14e-4422305bf873) {{(pid=93403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:39:44.479698 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-859fd8c2-6ea9-4602-b7c3-438e68fc468c req-17992917-c8d9-488d-b17c-23c369ee1772 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 210 time: 0.0384443 Aug 02 17:39:44.533658 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for port, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:44.554374 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Transition to ACTIVE for port object 68ca13e4-3590-4e9c-b14e-4422305bf873 will not be triggered until provisioned by entity DHCP. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:44.602172 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:44.675887 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Network e9b05aa5-22ec-4b06-8fd4-841e3238c91b is already hosted by enough agents. {{(pid=93403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:44.682569 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Resources bound (agent type, host, resource id): {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:44.689814 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Received port after_create {{(pid=93403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:39:44.742966 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'Port': ['ID=68ca13e4-3590-4e9c-b14e-4422305bf873,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:44.794661 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:44.795868 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:44.827016 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-1eab3ad8-24bb-46b5-a121-cb34cd99c1c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8496096 Aug 02 17:39:44.859698 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Request body: {'port': {'device_id': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:44.963260 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:45.028173 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-50f5a7e0-1983-4274-8f23-6e3ca6abcc56 None None] Provisioning for port 68ca13e4-3590-4e9c-b14e-4422305bf873 completed by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:45.033065 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-50f5a7e0-1983-4274-8f23-6e3ca6abcc56 None None] Provisioning complete for port 68ca13e4-3590-4e9c-b14e-4422305bf873 triggered by entity DHCP. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:45.033494 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-50f5a7e0-1983-4274-8f23-6e3ca6abcc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:45.080632 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-50f5a7e0-1983-4274-8f23-6e3ca6abcc56 None None] Port 68ca13e4-3590-4e9c-b14e-4422305bf873 cannot update to ACTIVE because it is not bound. {{(pid=93405) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 17:39:45.348574 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb06774-8837-4db1-9e10-e6223338c833 req-e462641e-eaab-4db9-bd6a-884b86a2cc08 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:45.350394 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-dbb06774-8837-4db1-9e10-e6223338c833 req-e462641e-eaab-4db9-bd6a-884b86a2cc08 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 945 time: 0.0592673 Aug 02 17:39:45.401631 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-dbb06774-8837-4db1-9e10-e6223338c833 req-f8fc43dc-d43f-474f-be83-4065d425719e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401673 Aug 02 17:39:45.405858 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ca13e4-3590-4e9c-b14e-4422305bf873 {{(pid=93403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:39:45.421457 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:45.443732 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.provisioning_blocks [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Transition to ACTIVE for port object 68ca13e4-3590-4e9c-b14e-4422305bf873 will not be triggered until provisioned by entity L2. {{(pid=93403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:39:45.450058 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:45.577972 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Pushing event updated for resources: {'Port': ['ID=68ca13e4-3590-4e9c-b14e-4422305bf873,revision_number=2']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:45.643031 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f0014-0c3e-41d8-960a-72dc69f175c0 req-6f2c37e3-c723-4362-8d47-f1437370c3bc tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:45.645107 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b51f0014-0c3e-41d8-960a-72dc69f175c0 req-6f2c37e3-c723-4362-8d47-f1437370c3bc tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0616162 Aug 02 17:39:45.664298 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360347e-04d0-49f3-96f5-b6ed4b1dd3f1 req-6838e531-6bbe-47fd-9127-f6383c787dd5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:45.666002 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7360347e-04d0-49f3-96f5-b6ed4b1dd3f1 req-6838e531-6bbe-47fd-9127-f6383c787dd5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 945 time: 0.1683097 Aug 02 17:39:45.709160 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b51f0014-0c3e-41d8-960a-72dc69f175c0 req-a58e027b-7d75-490e-adc3-dd6684859b2c tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566957 Aug 02 17:39:45.713573 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Attempting to bind port 68ca13e4-3590-4e9c-b14e-4422305bf873 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:39:45.713920 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Attempting to bind port 68ca13e4-3590-4e9c-b14e-4422305bf873 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:39:45.714249 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Attempting to bind port 68ca13e4-3590-4e9c-b14e-4422305bf873 on network e9b05aa5-22ec-4b06-8fd4-841e3238c91b {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:45.730719 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Port 68ca13e4-3590-4e9c-b14e-4422305bf873 on network e9b05aa5-22ec-4b06-8fd4-841e3238c91b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:39:45.730719 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Attempting to bind port 68ca13e4-3590-4e9c-b14e-4422305bf873 on network e9b05aa5-22ec-4b06-8fd4-841e3238c91b {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:39:45.744265 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7360347e-04d0-49f3-96f5-b6ed4b1dd3f1 req-bf048c37-52fc-4341-9d7e-cc815a3f846d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634301 Aug 02 17:39:45.747065 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:39:45.747533 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Checking segment: {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:39:45.748210 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Bound using segment: {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'} {{(pid=93403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:39:45.748859 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.managers [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Bound port: 68ca13e4-3590-4e9c-b14e-4422305bf873, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc54723-3cbc-494c-be88-f3067e30a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b'}}] {{(pid=93403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:39:45.749225 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:45.771043 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33416) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:45.836873 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, cleared binding levels {{(pid=93403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:39:45.840668 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68ca13e4-3590-4e9c-b14e-4422305bf873,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:39:45.848225 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3687313'] for port, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:45.918777 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:45.920237 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:45.921219 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] 10.222.0.41 "PUT /v2.0/ports/68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 200 len: 1093 time: 1.0687063 Aug 02 17:39:45.921675 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:39:45.924024 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb69a7-4d86-4698-9064-54b583a02cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:39:45.930453 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20784442-72d6-43fb-bfe4-5421580cd422 service neutron] Pushing event updated for resources: {'Port': ['ID=68ca13e4-3590-4e9c-b14e-4422305bf873,revision_number=3']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:46.006108 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6e6cc1-ee1d-4c3d-b33d-d1215baf2e96 x-openstack-request-id: req-1c6e6cc1-ee1d-4c3d-b33d-d1215baf2e96 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:39:46.007144 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:39:46.007144 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c6e6cc1-ee1d-4c3d-b33d-d1215baf2e96 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:39:46.007738 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'status': 'completed', 'code': 200} Aug 02 17:39:46.074574 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-985c4d4f-21e7-40f7-b27f-3e158681ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:46.076353 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-985c4d4f-21e7-40f7-b27f-3e158681ab5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=580a04042eb64af2a2dec1ffac81cfec&device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1096 time: 0.0855958 Aug 02 17:39:46.085697 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4664b-31d3-4f37-8dd1-64f22ed9ccc5 tempest-TestVolumeBootPattern-98341835 tempest-TestVolumeBootPattern-98341835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:46.088228 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-ecd4664b-31d3-4f37-8dd1-64f22ed9ccc5 tempest-TestVolumeBootPattern-98341835 tempest-TestVolumeBootPattern-98341835-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 1093 time: 0.3158998 Aug 02 17:39:46.092085 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33422) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:39:46.101501 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Request body: {'floatingip': {'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'port_id': 'd2a86de9-28cf-409d-93e6-81e752820372', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:39:46.134120 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-2874b882-192d-41cc-90b9-42ddb5bf34bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 200 len: 217 time: 0.0434539 Aug 02 17:39:46.136019 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:46.192506 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-8daa9a91-8cd4-42cb-915f-62c717687162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:46.194230 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-8daa9a91-8cd4-42cb-915f-62c717687162 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89a0be45-e6e5-4b99-a588-9c798a0f1d6a HTTP/1.1" status: 200 len: 848 time: 0.0535636 Aug 02 17:39:46.261728 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-eaa58beb-914f-48ef-833d-cd08784f47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:46.263315 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-eaa58beb-914f-48ef-833d-cd08784f47cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619810 Aug 02 17:39:46.273613 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:46.379434 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-a71368c4-25ff-4551-8d8c-eef020148e08 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044793 Aug 02 17:39:46.425221 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Allocated IP 172.27.0.117 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/0fb54f7e-c3c1-44aa-be15-10bd80eb2481) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:39:46.582083 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:46.647771 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:46.696535 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:39:46.700392 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:39:46.711741 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:39:46.721091 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'Port': ['ID=0fb54f7e-c3c1-44aa-be15-10bd80eb2481,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:46.770880 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.771257 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.771771 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.772834 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.773389 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.774100 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.774454 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.775004 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.775502 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.775994 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.776498 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.776995 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:46.814451 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1fd7cbdd-86e0-4581-a3c5-6caf0ab60eac req-b5787445-8537-45e1-b78d-aeee7893e63c service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270356 Aug 02 17:39:46.921313 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6317c-ba4a-4c58-bcb7-1de280b2d11f req-6a3f3d84-0dc7-4620-9ec8-5fc59d714a0a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:46.924068 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d6b6317c-ba4a-4c58-bcb7-1de280b2d11f req-6a3f3d84-0dc7-4620-9ec8-5fc59d714a0a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.1008701 Aug 02 17:39:47.046602 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d6b6317c-ba4a-4c58-bcb7-1de280b2d11f req-39fdec00-5cb0-4fa4-aace-aab44e18142c tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050956 Aug 02 17:39:47.051244 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-5f409289-6e3c-43a0-bbe5-9a64d302b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:47.054217 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-5f409289-6e3c-43a0-bbe5-9a64d302b5ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=580a04042eb64af2a2dec1ffac81cfec&device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1096 time: 0.1257436 Aug 02 17:39:47.196621 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-3619c363-ea24-43f9-a456-de2c72a1170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:47.199294 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-3619c363-ea24-43f9-a456-de2c72a1170e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 200 len: 910 time: 0.1380837 Aug 02 17:39:47.260395 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-aa16832d-891b-4aaa-b5e7-252f4862723e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 200 len: 217 time: 0.0473142 Aug 02 17:39:47.315752 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-39b35aa6-7864-4787-82ef-6c41e3b1d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:47.317752 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-39b35aa6-7864-4787-82ef-6c41e3b1d407 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89a0be45-e6e5-4b99-a588-9c798a0f1d6a HTTP/1.1" status: 200 len: 848 time: 0.0510089 Aug 02 17:39:47.333492 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:47.369743 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-2910d6e4-1e39-40e1-97ae-eaf48348ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:47.371583 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-2910d6e4-1e39-40e1-97ae-eaf48348ac4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459909 Aug 02 17:39:47.426336 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:47.489675 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-c7bdea2f-0e73-4a5c-917a-ecfa33fc0cce service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110814 Aug 02 17:39:47.604536 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08eb69a7-4d86-4698-9064-54b583a02cf1 req-b310d74c-9cc8-4cf5-9f07-9ac38c685629 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999324 Aug 02 17:39:47.631058 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:47.638581 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:47.721090 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event updated for resources: {'Port': ['ID=0fb54f7e-c3c1-44aa-be15-10bd80eb2481,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:47.729519 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:47.837422 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Floating IP ce12a5f7-0405-4897-ba62-a3188a811ea4 associated. External IP: 172.27.0.117, port: d2a86de9-28cf-409d-93e6-81e752820372. Aug 02 17:39:48.104746 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Router 0c04ef9d-8134-4a96-a741-c24640347a05 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:39:48.266375 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431f53f-7672-477f-9be5-794c0736a937 req-6688dd42-015d-474d-9d66-91fbc8ff1a28 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:48.268052 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1431f53f-7672-477f-9be5-794c0736a937 req-6688dd42-015d-474d-9d66-91fbc8ff1a28 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.1139650 Aug 02 17:39:48.276254 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:39:48.289975 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] Sync routers for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:39:48.304865 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:48.306946 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:39:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:48.313253 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:48.354200 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1431f53f-7672-477f-9be5-794c0736a937 req-08c85822-6cb0-4605-bfc6-d9aae2800ea2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723794 Aug 02 17:39:48.372383 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-b21f9e24-fad5-41eb-8be1-6222587e4899 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2684977 Aug 02 17:39:48.372383 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:39:48.372383 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "tag": "d2a86de9-28cf-409d-93e6-81e752820372"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:39:48.471796 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:48.503679 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e83139b-46bb-49c7-ba8e-bfbe9207b687 x-openstack-request-id: req-4e83139b-46bb-49c7-ba8e-bfbe9207b687 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:39:48.504487 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "tag": "d2a86de9-28cf-409d-93e6-81e752820372", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:39:48.504487 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e83139b-46bb-49c7-ba8e-bfbe9207b687 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:39:48.504830 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372', 'status': 'completed', 'code': 200} Aug 02 17:39:48.609188 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-bb35cf15-14d2-4f7a-96a6-d092d270ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:48.611690 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-bb35cf15-14d2-4f7a-96a6-d092d270ba8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0599411 Aug 02 17:39:48.747581 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-03fbd2ae-a4b0-4d8c-ad23-1ba7f369afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:48.749759 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-03fbd2ae-a4b0-4d8c-ad23-1ba7f369afde service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.1306515 Aug 02 17:39:48.804937 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'c76ecc81-d0db-4380-8b1f-914be3f7058d', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:38Z', 'updated_at': '2021-08-02T17:36:41Z', 'revision_number': 1, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}, {'id': 'ce12a5f7-0405-4897-ba62-a3188a811ea4', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'd2a86de9-28cf-409d-93e6-81e752820372', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:ec:bb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:39:47Z', 'updated_at': '2021-08-02T17:39:47Z', 'revision_number': 0, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:48.838913 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] Checking router: 0c04ef9d-8134-4a96-a741-c24640347a05 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:39:48.849067 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:39:48.849690 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:39:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:48.856531 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-e4b3f273-97c3-48c8-93d8-91378388f557 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a86de9-28cf-409d-93e6-81e752820372 HTTP/1.1" status: 200 len: 999 time: 0.0947590 Aug 02 17:39:48.927861 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-da3f2129-f1d3-418a-9dde-9973d1958eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:48.929478 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-da3f2129-f1d3-418a-9dde-9973d1958eff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0621865 Aug 02 17:39:49.001479 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-061dab84-daa3-48c7-a99a-03d3bc0f7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:49.003276 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-061dab84-daa3-48c7-a99a-03d3bc0f7def service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642314 Aug 02 17:39:49.021913 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:39:49.165372 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-9d772141-487c-4191-a3b1-f9ada14006c2 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527956 Aug 02 17:39:49.334135 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-fc5615bb-b2ff-43af-a1e4-042254ca7fe6 req-3aedad9b-6569-40e0-b7ea-822664f0bc26 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570849 Aug 02 17:39:49.480088 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'c76ecc81-d0db-4380-8b1f-914be3f7058d', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:38Z', 'updated_at': '2021-08-02T17:36:41Z', 'revision_number': 1, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}, {'id': 'ce12a5f7-0405-4897-ba62-a3188a811ea4', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'd2a86de9-28cf-409d-93e6-81e752820372', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:ec:bb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:39:47Z', 'updated_at': '2021-08-02T17:39:47Z', 'revision_number': 0, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:39:49.514467 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc60149-8885-43d3-9d85-18f7786492b9 req-363867e3-2ff0-4e67-a9b5-36b3f64d7675 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:49.516103 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3cc60149-8885-43d3-9d85-18f7786492b9 req-363867e3-2ff0-4e67-a9b5-36b3f64d7675 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0559766 Aug 02 17:39:49.536558 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c3d709-fe2b-473d-afe3-b440a181e4e2 None None] The sync data for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi is: [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'c76ecc81-d0db-4380-8b1f-914be3f7058d', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:38Z', 'updated_at': '2021-08-02T17:36:41Z', 'revision_number': 1, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}, {'id': 'ce12a5f7-0405-4897-ba62-a3188a811ea4', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'd2a86de9-28cf-409d-93e6-81e752820372', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:ec:bb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:39:47Z', 'updated_at': '2021-08-02T17:39:47Z', 'revision_number': 0, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:39:49.574773 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3cc60149-8885-43d3-9d85-18f7786492b9 req-b9779d7b-0a43-43fc-9350-927c13b8ce8f tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506644 Aug 02 17:39:49.818164 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094162e-f41f-4997-a136-eea742e81f3f None None] New status for floating IP ce12a5f7-0405-4897-ba62-a3188a811ea4: ACTIVE {{(pid=93405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:39:50.075593 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e3f589f4-bf2c-48e3-8f43-1cad21cb0918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:50.736352 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4bd2c-69e4-48d5-bc76-986c9b9b7131 req-9f8e20a6-f432-4569-9e43-19d9c7d30dc1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:50.738000 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-18e4bd2c-69e4-48d5-bc76-986c9b9b7131 req-9f8e20a6-f432-4569-9e43-19d9c7d30dc1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0605824 Aug 02 17:39:50.789796 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-18e4bd2c-69e4-48d5-bc76-986c9b9b7131 req-ca95f5de-9d60-4362-9b74-2104ea5d80ea tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408511 Aug 02 17:39:51.956006 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c4598-6c18-4701-a1fe-fc89619e54d9 req-151999ea-228f-4050-83b0-37b9d693b160 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:51.957640 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-456c4598-6c18-4701-a1fe-fc89619e54d9 req-151999ea-228f-4050-83b0-37b9d693b160 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0701878 Aug 02 17:39:52.000255 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-456c4598-6c18-4701-a1fe-fc89619e54d9 req-4ed7aa0d-d7f1-4f90-a0c1-db2e5bec866a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357091 Aug 02 17:39:52.542850 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-39ce0b84-3eaf-410b-bc32-f856097b8212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:52.908800 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:53.130487 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ac96-db78-41bb-9933-2e5aa40245b0 req-51c73f69-5f2d-492f-b570-bae63842c076 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:53.132818 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d314ac96-db78-41bb-9933-2e5aa40245b0 req-51c73f69-5f2d-492f-b570-bae63842c076 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0568457 Aug 02 17:39:53.174911 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d314ac96-db78-41bb-9933-2e5aa40245b0 req-391cce9a-d3c3-4a86-9be4-abe19f78da66 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356560 Aug 02 17:39:53.884374 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:54.324818 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e90542-a926-401f-9bcd-c26ccf1b6681 req-be9c2095-00a9-418e-9139-2d756c8eeed4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:54.327964 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-99e90542-a926-401f-9bcd-c26ccf1b6681 req-be9c2095-00a9-418e-9139-2d756c8eeed4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0734885 Aug 02 17:39:54.389829 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-99e90542-a926-401f-9bcd-c26ccf1b6681 req-1d0979e4-4dbd-4204-a229-9fccc3cd134d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525877 Aug 02 17:39:55.577403 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a1624-93d8-44b1-be22-4dc78855fb6b req-d3aba9a3-8fad-4b75-8bfc-80328414cc1f tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:55.578923 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d47a1624-93d8-44b1-be22-4dc78855fb6b req-d3aba9a3-8fad-4b75-8bfc-80328414cc1f tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0811431 Aug 02 17:39:55.638234 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d47a1624-93d8-44b1-be22-4dc78855fb6b req-15481e64-2898-48e8-bce7-bb1a3e8931a8 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477190 Aug 02 17:39:55.882643 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 68ca13e4-3590-4e9c-b14e-4422305bf873 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:39:56.008386 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68ca13e4-3590-4e9c-b14e-4422305bf873,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:56.023652 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'port_id': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'mac_address': 'fa:16:3e:b0:02:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:39:56.080793 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:56.098467 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ca13e4-3590-4e9c-b14e-4422305bf873 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:39:56.128231 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68ca13e4-3590-4e9c-b14e-4422305bf873,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:56.134406 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:56.205884 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:56.206831 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=68ca13e4-3590-4e9c-b14e-4422305bf873,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:56.215538 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.215891 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.216240 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.216648 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.217017 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.217356 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.217744 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.218151 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.218446 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.218803 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.219233 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.219492 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:39:56.632800 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['68ca13e4-3590-4e9c-b14e-4422305bf873'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:39:56.815062 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488bf50-ea43-442a-b7d8-b56d66a15c65 req-1de4e193-d212-4018-af1b-bd2c81798771 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:56.817619 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e488bf50-ea43-442a-b7d8-b56d66a15c65 req-1de4e193-d212-4018-af1b-bd2c81798771 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 944 time: 0.0839977 Aug 02 17:39:56.880011 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e488bf50-ea43-442a-b7d8-b56d66a15c65 req-2f6b5e7c-7cfd-4d2d-a98b-04a6f1e289e3 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527046 Aug 02 17:39:57.919599 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 68ca13e4-3590-4e9c-b14e-4422305bf873 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:39:57.990830 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 68ca13e4-3590-4e9c-b14e-4422305bf873 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:39:57.997217 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 68ca13e4-3590-4e9c-b14e-4422305bf873 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:39:57.997636 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:58.041426 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d746d-4cbd-42c5-8466-9b51f8ed5f22 req-5f819b3f-b4a5-44a8-a08d-4767bdddded5 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:58.044155 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c78d746d-4cbd-42c5-8466-9b51f8ed5f22 req-5f819b3f-b4a5-44a8-a08d-4767bdddded5 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 944 time: 0.0693676 Aug 02 17:39:58.101962 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-c78d746d-4cbd-42c5-8466-9b51f8ed5f22 req-dc400ce8-824e-4e9b-9553-ec255b57b50a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481305 Aug 02 17:39:58.118352 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:58.150049 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:39:58.152394 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55a86f0-b8a3-445c-af8e-98f02d5104f0" -d '{"events": [{"server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "name": "network-vif-plugged", "status": "completed", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:39:58.168157 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68ca13e4-3590-4e9c-b14e-4422305bf873,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:39:58.173420 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:39:58.203880 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e1af23-defe-47ec-98fd-0aa8f9ffd3fc x-openstack-request-id: req-28e1af23-defe-47ec-98fd-0aa8f9ffd3fc {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:39:58.204203 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "name": "network-vif-plugged", "status": "completed", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:39:58.204407 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28e1af23-defe-47ec-98fd-0aa8f9ffd3fc {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:39:58.204793 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'code': 200} Aug 02 17:39:58.240248 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=68ca13e4-3590-4e9c-b14e-4422305bf873,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:39:58.547211 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577e529-2297-4376-aaaa-74e21bca05b7 req-067932d7-a437-4ea3-94e3-ff3b0b45d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:58.548820 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9577e529-2297-4376-aaaa-74e21bca05b7 req-067932d7-a437-4ea3-94e3-ff3b0b45d9f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1098 time: 0.0597799 Aug 02 17:39:58.598626 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-9577e529-2297-4376-aaaa-74e21bca05b7 req-63864725-2310-4546-80e0-be6008a7f5e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358582 Aug 02 17:39:59.247091 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ff669-bdec-4996-9904-13e30a406816 req-da662ba9-98e1-4d0f-89bd-172bdb007722 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:39:59.248658 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-079ff669-bdec-4996-9904-13e30a406816 req-da662ba9-98e1-4d0f-89bd-172bdb007722 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0624363 Aug 02 17:39:59.294123 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-079ff669-bdec-4996-9904-13e30a406816 req-60438bfd-2029-4412-9152-29b93064a991 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362158 Aug 02 17:40:00.446844 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e737-b507-4c0c-9cb3-d9a1bc2eafe3 req-079d342e-f799-4f75-aece-e8a68a7f8ae5 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:00.448531 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1e05e737-b507-4c0c-9cb3-d9a1bc2eafe3 req-079d342e-f799-4f75-aece-e8a68a7f8ae5 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0601351 Aug 02 17:40:00.505923 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1e05e737-b507-4c0c-9cb3-d9a1bc2eafe3 req-df5232fd-dcf6-4c1b-9da2-7e8a7039eb31 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510752 Aug 02 17:40:01.296756 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:01.633018 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8b72f-d07a-41b9-af22-70e094e39782 req-0841c4d0-ee43-4c07-a2c2-605e4ff509c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:01.634618 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4bd8b72f-d07a-41b9-af22-70e094e39782 req-0841c4d0-ee43-4c07-a2c2-605e4ff509c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0515215 Aug 02 17:40:01.678667 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4bd8b72f-d07a-41b9-af22-70e094e39782 req-7dc66516-3ba9-4797-b040-9cfb8a860e78 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377328 Aug 02 17:40:01.798582 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49267c08-81f6-4c3e-97a9-d3d24aa85143 req-ff83f58f-b5b6-4968-bc58-b0b0f51ff6b5 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:01.800148 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-49267c08-81f6-4c3e-97a9-d3d24aa85143 req-ff83f58f-b5b6-4968-bc58-b0b0f51ff6b5 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0521462 Aug 02 17:40:01.846525 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-49267c08-81f6-4c3e-97a9-d3d24aa85143 req-020613e0-60db-4980-b6b0-6cf4802aee3d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396869 Aug 02 17:40:01.869298 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33464) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:01.955402 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf233c9-537b-4564-8a2a-aa5fd18018e9 tempest-TestShelveInstance-1994540949 tempest-TestShelveInstance-1994540949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:01.956952 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-abf233c9-537b-4564-8a2a-aa5fd18018e9 tempest-TestShelveInstance-1994540949 tempest-TestShelveInstance-1994540949-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1093 time: 0.0866604 Aug 02 17:40:01.960504 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33470) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:01.965023 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Request body: {'floatingip': {'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'port_id': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:40:01.988464 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for floatingip, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:02.089568 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:02.203447 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Allocated IP 172.27.0.92 (6aadb16e-90d6-44fa-912b-ab395ab453b6/829d1421-6b86-43de-adfd-65e8bab32468/fe80f33d-4ffb-49b4-ba6e-9477fd5bf0a4) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:40:02.312472 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:02.358203 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:02.402560 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Network 6aadb16e-90d6-44fa-912b-ab395ab453b6 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:40:02.409426 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:40:02.415670 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:40:02.419419 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'Port': ['ID=fe80f33d-4ffb-49b4-ba6e-9477fd5bf0a4,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:02.795901 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:02.869395 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:03.034516 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:03.040319 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:03.109274 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event updated for resources: {'Port': ['ID=fe80f33d-4ffb-49b4-ba6e-9477fd5bf0a4,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:03.124790 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:03.233272 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Floating IP 4ac6a17e-f539-48e9-a053-4a1078670686 associated. External IP: 172.27.0.92, port: 68ca13e4-3590-4e9c-b14e-4422305bf873. Aug 02 17:40:03.452301 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Router c0830219-2ff7-4f36-a96a-d2b5bf730839 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:40:03.576227 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:40:03.588271 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] Sync routers for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:40:03.598038 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:03.598288 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:40:03.598765 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:39:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:03.635485 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6c11a8ce-9908-4c62-bb6a-223ce58fea36 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6739023 Aug 02 17:40:03.636188 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:40:03.638666 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb127921-c16c-4b44-8819-ddb286abf61c" -d '{"events": [{"name": "network-changed", "server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:40:03.684427 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b515ca-8ce5-402a-8a5c-ba38bf975b63 x-openstack-request-id: req-23b515ca-8ce5-402a-8a5c-ba38bf975b63 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:40:03.684734 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:40:03.684981 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23b515ca-8ce5-402a-8a5c-ba38bf975b63 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:40:03.685377 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'status': 'completed', 'code': 200} Aug 02 17:40:03.713099 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:40:03.790058 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb127921-c16c-4b44-8819-ddb286abf61c req-260aa83f-f9d4-4b7d-8b51-e86e47f96cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:03.791715 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb127921-c16c-4b44-8819-ddb286abf61c req-260aa83f-f9d4-4b7d-8b51-e86e47f96cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=580a04042eb64af2a2dec1ffac81cfec&device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1098 time: 0.0499606 Aug 02 17:40:03.916094 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb127921-c16c-4b44-8819-ddb286abf61c req-a3975b09-946b-42c6-858d-9927d9e303a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:03.917911 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb127921-c16c-4b44-8819-ddb286abf61c req-a3975b09-946b-42c6-858d-9927d9e303a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 200 len: 910 time: 0.1183162 Aug 02 17:40:03.988846 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '4ac6a17e-f539-48e9-a053-4a1078670686', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'port_id': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'mac_address': 'fa:16:3e:b0:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:40:02Z', 'updated_at': '2021-08-02T17:40:02Z', 'revision_number': 0, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac377bb-8b91-4b8e-8414-2d4c3f1b925a', 'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'mac_address': 'fa:16:3e:8f:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:04Z', 'updated_at': '2021-08-02T17:39:11Z', 'revision_number': 5, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'subnets': [{'id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:03.993402 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb127921-c16c-4b44-8819-ddb286abf61c req-479a8ea2-a3dc-47ce-a6d6-09bd650f854a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 200 len: 998 time: 0.0654182 Aug 02 17:40:04.018326 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] Checking router: c0830219-2ff7-4f36-a96a-d2b5bf730839 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:40:04.027409 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:40:04.028010 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:39:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:04.049610 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb127921-c16c-4b44-8819-ddb286abf61c req-d5a5a40f-9de6-483d-8bbe-89b854bb8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:04.051119 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb127921-c16c-4b44-8819-ddb286abf61c req-d5a5a40f-9de6-483d-8bbe-89b854bb8592 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89a0be45-e6e5-4b99-a588-9c798a0f1d6a HTTP/1.1" status: 200 len: 848 time: 0.0501316 Aug 02 17:40:04.099057 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb127921-c16c-4b44-8819-ddb286abf61c req-b48d6d5d-4cad-4954-beb3-60309302fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:04.101503 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb127921-c16c-4b44-8819-ddb286abf61c req-b48d6d5d-4cad-4954-beb3-60309302fff6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423172 Aug 02 17:40:04.152700 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:40:04.204508 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb127921-c16c-4b44-8819-ddb286abf61c req-7892da64-5a98-4ee3-90e2-a8174ff2722b service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950308 Aug 02 17:40:04.310615 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cb127921-c16c-4b44-8819-ddb286abf61c req-70155b6e-2e2c-49c5-86a2-1ca0797bb498 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970492 Aug 02 17:40:04.383842 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '4ac6a17e-f539-48e9-a053-4a1078670686', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'port_id': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'mac_address': 'fa:16:3e:b0:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:40:02Z', 'updated_at': '2021-08-02T17:40:02Z', 'revision_number': 0, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac377bb-8b91-4b8e-8414-2d4c3f1b925a', 'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'mac_address': 'fa:16:3e:8f:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:04Z', 'updated_at': '2021-08-02T17:39:11Z', 'revision_number': 5, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'subnets': [{'id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:04.412628 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60b81f-6aff-4575-8bc5-b0e10759ee6f None None] The sync data for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi is: [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': '4ac6a17e-f539-48e9-a053-4a1078670686', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'port_id': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'mac_address': 'fa:16:3e:b0:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:40:02Z', 'updated_at': '2021-08-02T17:40:02Z', 'revision_number': 0, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac377bb-8b91-4b8e-8414-2d4c3f1b925a', 'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'mac_address': 'fa:16:3e:8f:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:04Z', 'updated_at': '2021-08-02T17:39:11Z', 'revision_number': 5, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'subnets': [{'id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:40:04.612238 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c65b56-8dc4-4f5c-8273-778837181cca None None] New status for floating IP 4ac6a17e-f539-48e9-a053-4a1078670686: ACTIVE {{(pid=93405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:40:15.872829 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:40:20.068983 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5bbd270c-9aea-44e4-84b6-b9ca55e4cdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:22.543975 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d7f23480-e669-427b-8ce6-7ac20b73bea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:22.900258 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:23.880663 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:26.189709 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:31.304740 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:38.925795 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-25f7efcd-f2e8-4302-a7ab-b4371172b401 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499773 Aug 02 17:40:39.010374 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-bc3183c8-4040-4d5a-b8d6-6657ee8c4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:39.011949 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-bc3183c8-4040-4d5a-b8d6-6657ee8c4716 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ee1666e28734860b876c5cb4cabbd06&device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 1099 time: 0.0435872 Aug 02 17:40:39.120369 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-247b977e-0668-41fa-84c7-8b5c16dd6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:39.121874 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-247b977e-0668-41fa-84c7-8b5c16dd6a31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 200 len: 918 time: 0.0896382 Aug 02 17:40:39.190256 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-6b674eb2-dfb1-403a-881a-7d2fc3c75ca5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4 HTTP/1.1" status: 200 len: 1000 time: 0.0603774 Aug 02 17:40:39.249961 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-cc91fd79-4e84-45ed-9954-67119182aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:39.251556 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-cc91fd79-4e84-45ed-9954-67119182aa0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 200 len: 856 time: 0.0538607 Aug 02 17:40:39.300184 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-9d9a46c9-afcd-4b3b-87ec-e5895552b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:39.301772 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-9d9a46c9-afcd-4b3b-87ec-e5895552b820 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3623bc8-ed45-46c4-94b7-2607b87c694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413473 Aug 02 17:40:39.399515 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-68c2c45d-57e6-42fd-9dff-b9bf84287b5c service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872262 Aug 02 17:40:39.494949 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4cebd4a3-62a6-4903-ae26-fd5c65c8cacf req-624ff84d-70cb-487b-8354-6e33e0015dad service neutron] 10.222.0.41 "GET /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881565 Aug 02 17:40:48.138763 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2c2b2-0fa0-4751-8521-00ac043b76bd req-6c94bc38-abe1-4561-adf7-4b0b15f747a7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:48.140220 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7eb2c2b2-0fa0-4751-8521-00ac043b76bd req-6c94bc38-abe1-4561-adf7-4b0b15f747a7 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 946 time: 0.0490749 Aug 02 17:40:48.177566 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7eb2c2b2-0fa0-4751-8521-00ac043b76bd req-331e220f-a39d-4a7b-a039-44c9ee45bf06 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314596 Aug 02 17:40:49.316856 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bc592-92be-4c73-b7b9-f8d392d8571b req-6bd8829d-34cc-4eab-9e2d-4941cc167c60 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:49.318421 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-280bc592-92be-4c73-b7b9-f8d392d8571b req-6bd8829d-34cc-4eab-9e2d-4941cc167c60 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 946 time: 0.0509429 Aug 02 17:40:49.358840 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-280bc592-92be-4c73-b7b9-f8d392d8571b req-3cf74050-3bb9-4f27-b65b-aad1c672fbb9 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336118 Aug 02 17:40:50.070081 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2ff70d31-41e0-48a2-89f0-40f187ffd74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:50.178708 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10208056-e46c-4c10-a740-2037613bee86 req-ab09bb04-b013-4ace-9480-6f8d8abdd5e1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:50.180340 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-10208056-e46c-4c10-a740-2037613bee86 req-ab09bb04-b013-4ace-9480-6f8d8abdd5e1 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 946 time: 0.0502720 Aug 02 17:40:50.281782 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Deleting port 4d5636d1-635b-4903-9ae5-fc293c8731e4 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:40:50.282132 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:50.381416 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] For port 4d5636d1-635b-4903-9ae5-fc293c8731e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d5636d1-635b-4903-9ae5-fc293c8731e4,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:40:50.381789 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:50.567700 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6ec9e-9614-4d8f-ac5a-a4122391865e req-3ab9e775-4dfb-4508-8da9-82481b5adfcc tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:40:50.569357 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f3b6ec9e-9614-4d8f-ac5a-a4122391865e req-3ab9e775-4dfb-4508-8da9-82481b5adfcc tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 946 time: 0.1205521 Aug 02 17:40:50.611140 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:50.611504 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-446192'] for floatingip, after_update {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:50.611848 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.l3_db [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Floating IP b7e04a82-54f7-408d-b804-9391a41e6f6d disassociated. External IP: 172.27.0.23, port: 4d5636d1-635b-4903-9ae5-fc293c8731e4. Aug 02 17:40:50.612159 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Calling delete_port for 4d5636d1-635b-4903-9ae5-fc293c8731e4 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:40:50.632011 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f3b6ec9e-9614-4d8f-ac5a-a4122391865e req-b223ab31-c171-44e6-83cc-b09dd49b0732 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups?id=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553823 Aug 02 17:40:50.753225 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:50.779895 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event deleted for resources: {'Port': ['ID=4d5636d1-635b-4903-9ae5-fc293c8731e4,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:50.789791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.790106 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.790462 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.790801 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.791170 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.791509 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.791843 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.792175 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.792506 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.792835 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.793170 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.793497 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:50.908238 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Router 0f4148bc-b185-40b2-a766-89971f9dfd3f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:40:51.019723 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:40:51.030692 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] Sync routers for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:40:51.040827 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:40:51.041455 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:40:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:51.060931 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] No DVR routers for this DVR port 4d5636d1-635b-4903-9ae5-fc293c8731e4 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:40:51.063546 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:51.065477 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-10208056-e46c-4c10-a740-2037613bee86 req-e3f0a64d-1108-4c8b-ab2a-e2f39b40f703 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.41 "DELETE /v2.0/ports/4d5636d1-635b-4903-9ae5-fc293c8731e4 HTTP/1.1" status: 204 len: 173 time: 0.8775008 Aug 02 17:40:51.065915 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-deleted', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:40:51.068182 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530ad83e-0df8-414b-b5c3-81eae2628d88" -d '{"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-deleted", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:40:51.119553 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2bc331-8828-44f2-a66a-05211918fa62 x-openstack-request-id: req-7d2bc331-8828-44f2-a66a-05211918fa62 {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:40:51.119958 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2c3362-2b2b-42e1-aa62-5e65031e34d1", "name": "network-vif-deleted", "tag": "4d5636d1-635b-4903-9ae5-fc293c8731e4", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:40:51.120305 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d2bc331-8828-44f2-a66a-05211918fa62 {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:40:51.120874 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2c3362-2b2b-42e1-aa62-5e65031e34d1', 'name': 'network-vif-deleted', 'tag': '4d5636d1-635b-4903-9ae5-fc293c8731e4', 'status': 'completed', 'code': 200} Aug 02 17:40:51.174284 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:40:51.397409 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:51.424139 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] Checking router: 0f4148bc-b185-40b2-a766-89971f9dfd3f for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:40:51.433519 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:40:51.434115 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:40:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:51.539149 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:40:51.753020 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-af86c6f7-5e91-4f88-9691-61e30e0ae93e req-c30638c8-0e90-485f-82d4-b9cc9e83f062 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a2c3362-2b2b-42e1-aa62-5e65031e34d1 HTTP/1.1" status: 200 len: 210 time: 0.0291767 Aug 02 17:40:51.848561 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:51.875842 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5d1a26-a000-42dd-bca7-78294d92169d None None] The sync data for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi is: [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:31:21Z', 'revision_number': 4, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '0456c9ef-f18b-46f6-b0b4-9dc663193fa3', 'name': '', 'network_id': 'b3623bc8-ed45-46c4-94b7-2607b87c694d', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'mac_address': 'fa:16:3e:a5:5b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '163c476f-6786-4459-996d-3740e68fb10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:20Z', 'updated_at': '2021-08-02T17:31:31Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'subnets': [{'id': '163c476f-6786-4459-996d-3740e68fb10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:40:52.227806 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad231bb6-fb11-4473-b2a4-6cbd91010847 None None] New status for floating IP b7e04a82-54f7-408d-b804-9391a41e6f6d: DOWN {{(pid=93405) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:40:52.546492 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2e52-59d9-4b5f-ada2-e845362e7fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:52.848789 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33540) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:52.871414 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:40:52.904880 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:52.913068 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6b5a16e8-2b41-4329-866f-350d6b77cf21 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:52.938320 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6b5a16e8-2b41-4329-866f-350d6b77cf21 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:52.985165 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6b5a16e8-2b41-4329-866f-350d6b77cf21 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:52.987956 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-6b5a16e8-2b41-4329-866f-350d6b77cf21 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:52.989247 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-6b5a16e8-2b41-4329-866f-350d6b77cf21 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "DELETE /v2.0/security-groups/71e8e0e2-099c-4e84-a47a-e87e5cb8d62a HTTP/1.1" status: 204 len: 168 time: 0.1393437 Aug 02 17:40:52.992809 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33542) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:52.999861 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a16e8-2b41-4329-866f-350d6b77cf21 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e8e0e2-099c-4e84-a47a-e87e5cb8d62a,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:53.006748 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.api.v2.resource [None req-183b95bd-dd13-4a4d-be65-65808800d7f6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] show failed (client error): The resource could not be found. Aug 02 17:40:53.008935 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-183b95bd-dd13-4a4d-be65-65808800d7f6 tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "GET /v2.0/security-groups/71e8e0e2-099c-4e84-a47a-e87e5cb8d62a HTTP/1.1" status: 404 len: 347 time: 0.0146751 Aug 02 17:40:53.011715 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33544) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:53.401470 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Deleting port 3fdc6287-b6f1-491c-a2ed-f5a4fccf5129 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:40:53.401812 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:53.481426 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:53.481751 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:53.494333 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Calling delete_port for 3fdc6287-b6f1-491c-a2ed-f5a4fccf5129 owned by network:floatingip {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:40:53.627073 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:53.657471 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Pushing event deleted for resources: {'Port': ['ID=3fdc6287-b6f1-491c-a2ed-f5a4fccf5129,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:53.680797 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.681389 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.681752 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.682114 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.682449 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.682784 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.683139 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.683487 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.683830 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.684176 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.684516 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.684855 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:53.725205 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:53.728839 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:53.730029 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6dccd0bf-2cdd-4805-8046-8c030f5b979a tempest-AttachVolumeShelveTestJSON-1015881783 tempest-AttachVolumeShelveTestJSON-1015881783-project] 10.222.0.16 "DELETE /v2.0/floatingips/b7e04a82-54f7-408d-b804-9391a41e6f6d HTTP/1.1" status: 204 len: 168 time: 0.7172771 Aug 02 17:40:53.885562 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:54.362887 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:40:54.390885 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 4d5636d1-635b-4903-9ae5-fc293c8731e4 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:40:54.391272 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 4d5636d1-635b-4903-9ae5-fc293c8731e4 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:40:56.192002 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:56.206837 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33566) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:56.713565 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445680'] for router_interface, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:56.969791 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Deleting port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:40:56.970071 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:57.049320 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] For port 0456c9ef-f18b-46f6-b0b4-9dc663193fa3, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0456c9ef-f18b-46f6-b0b4-9dc663193fa3,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:40:57.049692 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:57.067875 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Calling delete_port for 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 owned by network:router_interface {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:40:57.251665 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:57.278348 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=0456c9ef-f18b-46f6-b0b4-9dc663193fa3,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:57.444447 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445572'] for router_interface, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:57.666307 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Router 0f4148bc-b185-40b2-a766-89971f9dfd3f has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:40:57.776693 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:40:57.783483 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-0c4842c6-9cb2-48f2-ad2a-35d5978ffd46 admin admin] 10.222.0.16 "PUT /v2.0/routers/0f4148bc-b185-40b2-a766-89971f9dfd3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5740559 Aug 02 17:40:57.784595 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33572) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:57.787362 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] Sync routers for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:40:57.797807 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:40:57.798481 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:40:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:57.894064 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:57.906084 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:40:58.008065 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.062825 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Deleting port 96c392b7-9005-4429-befe-55a8be259179 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:40:58.063204 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.107464 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '96c392b7-9005-4429-befe-55a8be259179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:40:57Z', 'revision_number': 5, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port': {'id': '96c392b7-9005-4429-befe-55a8be259179', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:31:16Z', 'updated_at': '2021-08-02T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:58.137048 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] Checking router: 0f4148bc-b185-40b2-a766-89971f9dfd3f for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:40:58.148159 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] Routers {'0f4148bc-b185-40b2-a766-89971f9dfd3f'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:40:58.148776 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:40:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0f4148bc-b185-40b2-a766-89971f9dfd3f'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:58.158216 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] For port 96c392b7-9005-4429-befe-55a8be259179, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=96c392b7-9005-4429-befe-55a8be259179,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:40:58.158584 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.179638 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Calling delete_port for 96c392b7-9005-4429-befe-55a8be259179 owned by network:router_gateway {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:40:58.237341 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] Set router 0f4148bc-b185-40b2-a766-89971f9dfd3f gateway port host: None {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:40:58.290698 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:40:58Z', 'revision_number': 6, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port_host': None}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:58.322396 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187d77e-d7e0-440e-ab59-085f115f4e75 None None] The sync data for ids ['0f4148bc-b185-40b2-a766-89971f9dfd3f'] in dv-cinder-788365-5-iscsi is: [{'id': '0f4148bc-b185-40b2-a766-89971f9dfd3f', 'name': 'tempest-AttachVolumeShelveTestJSON-2051342420-router', 'tenant_id': '3ee1666e28734860b876c5cb4cabbd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:31:15Z', 'updated_at': '2021-08-02T17:40:58Z', 'revision_number': 6, 'project_id': '3ee1666e28734860b876c5cb4cabbd06', 'gw_port_host': None}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:40:58.349997 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.379438 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c392b7-9005-4429-befe-55a8be259179,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:58.448365 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444478'] for router_gateway, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.551940 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8409'] for router, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.555182 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.598933 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443701'] for router, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.599559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f4148bc-b185-40b2-a766-89971f9dfd3f {{(pid=93404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:40:58.604807 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.606108 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-13dd60a1-eaef-45a4-8861-c43ef9d72eb1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0f4148bc-b185-40b2-a766-89971f9dfd3f HTTP/1.1" status: 204 len: 168 time: 0.8205197 Aug 02 17:40:58.608593 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33576) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:58.656446 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-07879589-a491-47bf-85b1-e299a2244973 admin admin] Deleting subnet 163c476f-6786-4459-996d-3740e68fb10d {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:40:58.659955 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-07879589-a491-47bf-85b1-e299a2244973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.696718 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-07879589-a491-47bf-85b1-e299a2244973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598372'] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.777826 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-07879589-a491-47bf-85b1-e299a2244973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.839195 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-07879589-a491-47bf-85b1-e299a2244973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765161'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.866134 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07879589-a491-47bf-85b1-e299a2244973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163c476f-6786-4459-996d-3740e68fb10d,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:58.870097 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-07879589-a491-47bf-85b1-e299a2244973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:58.872051 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-07879589-a491-47bf-85b1-e299a2244973 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/163c476f-6786-4459-996d-3740e68fb10d HTTP/1.1" status: 204 len: 168 time: 0.2625084 Aug 02 17:40:58.874709 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33578) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:58.877433 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e92c888-dcdd-4bc7-a049-8489c1295a67 None None] Network b3623bc8-ed45-46c4-94b7-2607b87c694d requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:40:58.945940 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.004327 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Deleting port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:40:59.004700 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.071859 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] DHCP port deletion for b3623bc8-ed45-46c4-94b7-2607b87c694d request from dv-cinder-788365-5-iscsi {{(pid=93405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:40:59.080670 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] For port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:40:59.081050 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.095328 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Calling delete_port for 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f owned by network:dhcp {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:40:59.126810 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Deleting port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f {{(pid=93405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:40:59.127235 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.181686 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.194809 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] For port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f,segment=NetworkSegment(b7eb259f-bdab-450b-8c42-0dc5fb03836d),segment_id=b7eb259f-bdab-450b-8c42-0dc5fb03836d)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:40:59.195244 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.204974 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:59.208088 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Calling delete_port for 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f owned by network:dhcp {{(pid=93405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:40:59.213635 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] No DVR routers for this DVR port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f on host dv-cinder-788365-5-iscsi {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:40:59.293718 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.295672 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.305530 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3623bc8-ed45-46c4-94b7-2607b87c694d']}} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:59.317587 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7eb259f-bdab-450b-8c42-0dc5fb03836d') {'for_net_delete': True} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:59.317903 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7eb259f-bdab-450b-8c42-0dc5fb03836d') {} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:40:59.327763 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598429'] for segment, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.331105 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] No DVR routers for this DVR port 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f on host dv-cinder-788365-5-iscsi {{(pid=93405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:40:59.336515 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:40:59.338516 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Pushing event deleted for resources: {'Port': ['ID=7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f,revision_number=None']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:59.342954 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.351086 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:40:59.351955 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096407'] for segment, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: Traceback (most recent call last): Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: timer() Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: cb(*args, **kw) Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: return func(*args, **kwargs) Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: self._notify() Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: self.callback(batched_events) Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: event.method(event) Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: return f(self, *a, **k) Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._get(url).json() Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: return self.request(url, 'GET', **kwargs) Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:40:59.353161 dv-cinder-788365-5-iscsi neutron-server[93404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:40:59.363957 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.364315 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.364661 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.365004 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.365342 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.365679 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.366048 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.366504 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.367520 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.367824 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.368158 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.368489 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a51c16-0854-4c8a-b307-813e4e074345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:40:59.372230 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:40:59.372580 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0456c9ef-f18b-46f6-b0b4-9dc663193fa3 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:40:59.373015 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:40:59.392052 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:40:59.392404 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 7dc0c1a2-4319-4c30-9b2e-1d7909b9c95f not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:40:59.392833 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 96c392b7-9005-4429-befe-55a8be259179 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:40:59.411665 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 96c392b7-9005-4429-befe-55a8be259179 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:40:59.412019 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 96c392b7-9005-4429-befe-55a8be259179 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:40:59.416321 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.423400 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.425611 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3623bc8-ed45-46c4-94b7-2607b87c694d HTTP/1.1" status: 204 len: 168 time: 0.5494080 Aug 02 17:40:59.437285 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a65d0f-1b94-4f6a-b29b-dbe40815560d admin admin] Pushing event deleted for resources: {'Network': ['ID=b3623bc8-ed45-46c4-94b7-2607b87c694d,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:40:59.536329 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33582) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:59.577180 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-cf624fe8-dd12-44bb-9e77-6f6b068d2133 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ee1666e28734860b876c5cb4cabbd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395567 Aug 02 17:40:59.579465 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33584) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:40:59.627464 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0883-9dc6-4b40-9735-815df7c6301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.650014 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0883-9dc6-4b40-9735-815df7c6301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.695320 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0883-9dc6-4b40-9735-815df7c6301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.698409 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0883-9dc6-4b40-9735-815df7c6301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:40:59.699615 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-3a0a0883-9dc6-4b40-9735-815df7c6301c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0c16522-6b35-45d1-9636-a41dce13e218 HTTP/1.1" status: 204 len: 168 time: 0.1192424 Aug 02 17:40:59.707444 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a0883-9dc6-4b40-9735-815df7c6301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c16522-6b35-45d1-9636-a41dce13e218,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:01.025159 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33634) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:01.150357 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-080a620d-3f89-483d-b7cb-3b9900667e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:01.253714 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-080a620d-3f89-483d-b7cb-3b9900667e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:01.257910 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-080a620d-3f89-483d-b7cb-3b9900667e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:01.302883 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:01.303615 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-080a620d-3f89-483d-b7cb-3b9900667e88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eb0217153ea4dee99ca4d94c1b54693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766573 Aug 02 17:41:01.304047 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a620d-3f89-483d-b7cb-3b9900667e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3516a36b-1ac4-4396-a138-7ab18af0d0d5,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:01.306190 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33638) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:01.359364 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7c6046a5-bb53-4ae0-b426-9aab3e63f8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:01.382858 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7c6046a5-bb53-4ae0-b426-9aab3e63f8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:01.437258 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7c6046a5-bb53-4ae0-b426-9aab3e63f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:01.439921 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-7c6046a5-bb53-4ae0-b426-9aab3e63f8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:01.441118 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-7c6046a5-bb53-4ae0-b426-9aab3e63f8c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3516a36b-1ac4-4396-a138-7ab18af0d0d5 HTTP/1.1" status: 204 len: 168 time: 0.1338675 Aug 02 17:41:01.449669 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6046a5-bb53-4ae0-b426-9aab3e63f8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516a36b-1ac4-4396-a138-7ab18af0d0d5,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:20.070907 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-c86f5adf-dd25-4426-b366-913a0b83034b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:22.546779 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-c9f07d3e-4c17-41b9-b205-8d68f5a5c3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:22.907606 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:23.888192 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:26.193453 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:29.871620 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:41:31.307010 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:38.910001 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-a75c9c0e-6109-49f7-9a6a-55668152eeb3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411334 Aug 02 17:41:39.015899 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-91305f11-0518-4a0b-8afe-b2dbacb80921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:39.017395 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-91305f11-0518-4a0b-8afe-b2dbacb80921 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 1099 time: 0.0413191 Aug 02 17:41:39.121501 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-e15bd43e-2f7b-40c6-8bfd-6e2963ccfa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:39.122971 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-e15bd43e-2f7b-40c6-8bfd-6e2963ccfa74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.0832622 Aug 02 17:41:39.192085 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-dcd25cb5-4874-4293-a580-c1a7f9979687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 HTTP/1.1" status: 200 len: 1002 time: 0.0612080 Aug 02 17:41:39.242486 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-5f42ecad-24c1-4ad8-a9dc-a9b4cada1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:39.244346 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-5f42ecad-24c1-4ad8-a9dc-a9b4cada1688 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0448351 Aug 02 17:41:39.289302 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-8d8f52f7-fa46-49be-ab93-f01dc71fd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:39.291836 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-8d8f52f7-fa46-49be-ab93-f01dc71fd5db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400560 Aug 02 17:41:39.382618 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-1611cb2f-20b9-4a18-9064-4f65d3f55f5c service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838029 Aug 02 17:41:39.470351 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a6ff1360-883a-4ccf-b089-4be6dc600043 req-17c36b98-e0ac-483d-8db0-59f4d0c72240 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805891 Aug 02 17:41:43.582553 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33880) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:43.686611 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-99652e72-7731-4178-8be0-aeb3f3bc5181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:43.773492 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-99652e72-7731-4178-8be0-aeb3f3bc5181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:43.778036 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-99652e72-7731-4178-8be0-aeb3f3bc5181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:43.817307 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99652e72-7731-4178-8be0-aeb3f3bc5181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec97d53-8f1d-4e10-82b8-8fed2f5dc681,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:43.824106 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-99652e72-7731-4178-8be0-aeb3f3bc5181 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff0d899b44e042e1ad9bcc4d183d3f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379515 Aug 02 17:41:43.825180 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33884) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:43.876405 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3e5ec51c-13b6-4dc3-9a5c-a65c1b00dc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:43.898009 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3e5ec51c-13b6-4dc3-9a5c-a65c1b00dc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:43.947405 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3e5ec51c-13b6-4dc3-9a5c-a65c1b00dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:43.950353 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-3e5ec51c-13b6-4dc3-9a5c-a65c1b00dc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:43.951547 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-3e5ec51c-13b6-4dc3-9a5c-a65c1b00dc62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ec97d53-8f1d-4e10-82b8-8fed2f5dc681 HTTP/1.1" status: 204 len: 168 time: 0.1253784 Aug 02 17:41:43.960641 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ec51c-13b6-4dc3-9a5c-a65c1b00dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec97d53-8f1d-4e10-82b8-8fed2f5dc681,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:44.203013 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33890) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:44.216402 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa10cf22-ea24-4d23-b6bf-07b2625c57ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:44.308084 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa10cf22-ea24-4d23-b6bf-07b2625c57ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:44.313489 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa10cf22-ea24-4d23-b6bf-07b2625c57ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:44.352216 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10cf22-ea24-4d23-b6bf-07b2625c57ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6a5991-fad5-4696-ac9f-bc14246272c6,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:44.356556 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-fa10cf22-ea24-4d23-b6bf-07b2625c57ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ec48e09289649ab9fdb12266ccf4213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525178 Aug 02 17:41:44.359316 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33892) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:44.408103 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39efaf9e-743e-4c4e-a07e-016f6eac2785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:44.428504 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39efaf9e-743e-4c4e-a07e-016f6eac2785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:44.475371 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39efaf9e-743e-4c4e-a07e-016f6eac2785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:44.478857 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-39efaf9e-743e-4c4e-a07e-016f6eac2785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:44.480056 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-39efaf9e-743e-4c4e-a07e-016f6eac2785 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c6a5991-fad5-4696-ac9f-bc14246272c6 HTTP/1.1" status: 204 len: 168 time: 0.1198227 Aug 02 17:41:44.488163 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efaf9e-743e-4c4e-a07e-016f6eac2785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6a5991-fad5-4696-ac9f-bc14246272c6,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:46.009978 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33936) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:46.112258 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-24c0ea64-03eb-44a4-8c97-5e06c6aa34ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.200198 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-24c0ea64-03eb-44a4-8c97-5e06c6aa34ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.203794 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-24c0ea64-03eb-44a4-8c97-5e06c6aa34ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.242255 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-24c0ea64-03eb-44a4-8c97-5e06c6aa34ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfc8aca6e2654c50a2f1cc95aa8e5e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312274 Aug 02 17:41:46.242958 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0ea64-03eb-44a4-8c97-5e06c6aa34ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753cde66-2f23-484c-ad28-542a8e8da41b,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:46.245266 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33940) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:46.294640 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-87aefa66-c4ab-4223-b590-ff5f7e6962aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.315329 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-87aefa66-c4ab-4223-b590-ff5f7e6962aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.359992 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-87aefa66-c4ab-4223-b590-ff5f7e6962aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.362608 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-87aefa66-c4ab-4223-b590-ff5f7e6962aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.363908 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-87aefa66-c4ab-4223-b590-ff5f7e6962aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/753cde66-2f23-484c-ad28-542a8e8da41b HTTP/1.1" status: 204 len: 168 time: 0.1173453 Aug 02 17:41:46.372495 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aefa66-c4ab-4223-b590-ff5f7e6962aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753cde66-2f23-484c-ad28-542a8e8da41b,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:46.621201 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33946) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:46.634305 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-aceede85-03ad-4739-80ee-dab7c2d08123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.725515 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-aceede85-03ad-4739-80ee-dab7c2d08123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.730677 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-aceede85-03ad-4739-80ee-dab7c2d08123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.769805 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-aceede85-03ad-4739-80ee-dab7c2d08123 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c44eb431505495ca88c564a255e8741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475093 Aug 02 17:41:46.770772 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceede85-03ad-4739-80ee-dab7c2d08123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a49107-130a-42a4-9461-af9884a86ed5,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:46.772691 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33948) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:46.826795 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7b0afd86-c40e-452f-a124-0877519cf28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.847946 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7b0afd86-c40e-452f-a124-0877519cf28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.893186 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7b0afd86-c40e-452f-a124-0877519cf28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.895767 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-7b0afd86-c40e-452f-a124-0877519cf28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:46.896897 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-7b0afd86-c40e-452f-a124-0877519cf28c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1a49107-130a-42a4-9461-af9884a86ed5 HTTP/1.1" status: 204 len: 168 time: 0.1225150 Aug 02 17:41:46.906017 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0afd86-c40e-452f-a124-0877519cf28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a49107-130a-42a4-9461-af9884a86ed5,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:47.574594 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33970) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:47.668024 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1558142225-network', 'tenant_id': '4d44195ca224445ba70d24b25d6804da'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:41:47.689668 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Made reservation on behalf of 4d44195ca224445ba70d24b25d6804da for: {'network': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:41:47.692233 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:47.700986 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:47.793911 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:47.797586 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:47.822891 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:41:47.833184 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566699de-d429-4535-9d91-f82937fc1db7,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:47.839529 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:47.839786 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.segments_db [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Added segment 70ecd8c6-4e6e-4e44-92e1-394a92283631 of type vlan for network 32d51113-208b-48c3-8d26-9f6cd4193243 Aug 02 17:41:47.879411 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:47.908178 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:47.909067 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:47.909649 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:47.961088 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3851798 Aug 02 17:41:47.964595 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33974) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:47.969555 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Request body: {'subnet': {'network_id': '32d51113-208b-48c3-8d26-9f6cd4193243', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1558142225-subnet', 'tenant_id': '4d44195ca224445ba70d24b25d6804da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:41:47.977161 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54907793-2f53-4353-8c72-588f9408cf20 admin admin] Pushing event updated for resources: {'Network': ['ID=32d51113-208b-48c3-8d26-9f6cd4193243,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:47.987768 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 32d51113-208b-48c3-8d26-9f6cd4193243 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:41:47.991301 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Made reservation on behalf of 4d44195ca224445ba70d24b25d6804da for: {'subnet': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:41:47.993691 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3917722'] for subnet, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.163396 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3687198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3917704'] for subnet, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.215109 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed51563d-1b00-4310-a223-57d75d074195,revision_number=0']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:48.229745 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Checking segment: {'id': '70ecd8c6-4e6e-4e44-92e1-394a92283631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '32d51113-208b-48c3-8d26-9f6cd4193243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:41:48.230096 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Network hostable DHCP agents. Network: 32d51113-208b-48c3-8d26-9f6cd4193243, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93403) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:41:48.245862 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Network 32d51113-208b-48c3-8d26-9f6cd4193243 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93403) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:41:48.254421 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.base_scheduler [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 32d51113-208b-48c3-8d26-9f6cd4193243) {{(pid=93403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:41:48.259675 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:48.260284 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.264100 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac3c86-a249-4554-96dc-fdf4a1b524df None None] Network 32d51113-208b-48c3-8d26-9f6cd4193243 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:41:48.279231 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-2e02bdce-06f7-45cb-a8fa-ff89b64a8267 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3087943 Aug 02 17:41:48.388983 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be7bce-4021-4ef3-b7f7-7ac9cf285fe7 None None] Network 32d51113-208b-48c3-8d26-9f6cd4193243 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:41:48.734845 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 33990) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:48.740000 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-509140445-network', 'tenant_id': 'ede0e7fe15ce423cb26a7897dddc4ac6'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:41:48.767177 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Made reservation on behalf of ede0e7fe15ce423cb26a7897dddc4ac6 for: {'network': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:41:48.769438 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.778407 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.865664 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.870201 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.894272 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:41:48.903897 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed91ce26-ee32-463b-9aa0-8e8cb2cbbfa2,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:48.908677 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.909019 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.segments_db [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Added segment d6d753de-054c-41a5-bdcb-d2b2be427ca7 of type vlan for network 2c51c41b-5d45-48d3-a6b9-cfbc4e344a56 Aug 02 17:41:48.950852 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.979208 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:48.980202 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:48.980839 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:49.035923 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2999368 Aug 02 17:41:49.038686 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 33992) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:49.043325 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d761b64-06e6-4207-861c-5b6995528d9f admin admin] Pushing event updated for resources: {'Network': ['ID=2c51c41b-5d45-48d3-a6b9-cfbc4e344a56,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:49.044224 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Request body: {'subnet': {'network_id': '2c51c41b-5d45-48d3-a6b9-cfbc4e344a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-509140445-subnet', 'tenant_id': 'ede0e7fe15ce423cb26a7897dddc4ac6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:41:49.052993 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 2c51c41b-5d45-48d3-a6b9-cfbc4e344a56 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:41:49.066328 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Made reservation on behalf of ede0e7fe15ce423cb26a7897dddc4ac6 for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:41:49.068642 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58764936'] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:49.235937 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4096316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58764954'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:49.293022 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f811a7-d9e3-44db-821b-93ed5b4d986b,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:49.298485 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Checking segment: {'id': 'd6d753de-054c-41a5-bdcb-d2b2be427ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2c51c41b-5d45-48d3-a6b9-cfbc4e344a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:41:49.298610 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Network hostable DHCP agents. Network: 2c51c41b-5d45-48d3-a6b9-cfbc4e344a56, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:41:49.315639 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Network 2c51c41b-5d45-48d3-a6b9-cfbc4e344a56 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:41:49.324241 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 2c51c41b-5d45-48d3-a6b9-cfbc4e344a56) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:41:49.328257 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:49.328833 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:49.333430 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d586891-2a68-4d91-9d39-026ed156b6d2 None None] Network 2c51c41b-5d45-48d3-a6b9-cfbc4e344a56 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:41:49.351988 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-e891d765-38b7-4611-bd0a-7b39ad676745 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3034084 Aug 02 17:41:49.461370 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65642fd9-3087-4e95-a86b-b0c70480b0e5 None None] Network 2c51c41b-5d45-48d3-a6b9-cfbc4e344a56 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:41:50.077327 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-88bb0437-ac8f-450b-ad5b-33d0c2675dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:52.547415 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-0255549c-9b70-44c9-a5a2-d81963ee1f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:52.909102 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:53.891678 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:56.201970 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:56.258555 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34056) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:41:56.415656 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Deleting port 0fb54f7e-c3c1-44aa-be15-10bd80eb2481 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:41:56.416349 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:56.495333 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:56.495658 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:56.507294 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Calling delete_port for 0fb54f7e-c3c1-44aa-be15-10bd80eb2481 owned by network:floatingip {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:41:56.660527 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:56.687658 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event deleted for resources: {'Port': ['ID=0fb54f7e-c3c1-44aa-be15-10bd80eb2481,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:41:56.710440 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.710793 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.711166 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.711510 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.711844 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.712780 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.713087 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.713431 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.713769 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.714111 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.714440 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.715091 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:41:56.757769 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:56.758004 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Floating IP ce12a5f7-0405-4897-ba62-a3188a811ea4 disassociated (deleted). External IP: 172.27.0.117, port: d2a86de9-28cf-409d-93e6-81e752820372. Aug 02 17:41:56.963289 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Router 0c04ef9d-8134-4a96-a741-c24640347a05 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:41:57.335114 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:41:57.340519 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:41:57.345878 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] Sync routers for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:41:57.356092 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:41:57.356731 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:41:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:41:57.369704 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-429f90f8-2d11-48f6-9404-98681a4100c0 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce12a5f7-0405-4897-ba62-a3188a811ea4 HTTP/1.1" status: 204 len: 168 time: 1.1065869 Aug 02 17:41:57.369704 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:41:57.370730 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20094895-9f0e-4f5f-9c9f-742a252ea661" -d '{"events": [{"name": "network-changed", "server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "tag": "d2a86de9-28cf-409d-93e6-81e752820372"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:41:57.412748 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5098e3-3537-4a60-85c6-4d25e077b997 x-openstack-request-id: req-fa5098e3-3537-4a60-85c6-4d25e077b997 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:41:57.413100 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "tag": "d2a86de9-28cf-409d-93e6-81e752820372", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:41:57.413349 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa5098e3-3537-4a60-85c6-4d25e077b997 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:41:57.413740 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372', 'status': 'completed', 'code': 200} Aug 02 17:41:57.480556 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:41:57.527415 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-f47d6245-8d02-4d74-90c3-4fcff69662ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:57.538208 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-f47d6245-8d02-4d74-90c3-4fcff69662ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0671692 Aug 02 17:41:57.714692 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb1ff9-25d8-49ed-bce0-6b6534dacc8d req-28ebffd9-db3d-4490-a11a-e66947a951d9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:57.716363 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-61eb1ff9-25d8-49ed-bce0-6b6534dacc8d req-28ebffd9-db3d-4490-a11a-e66947a951d9 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 945 time: 0.1336396 Aug 02 17:41:57.742056 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'c76ecc81-d0db-4380-8b1f-914be3f7058d', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:38Z', 'updated_at': '2021-08-02T17:36:41Z', 'revision_number': 1, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:41:57.747421 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-f65fb4ef-7ce1-462d-b20b-6b4343bfed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:57.748912 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-f65fb4ef-7ce1-462d-b20b-6b4343bfed60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.1540403 Aug 02 17:41:57.770252 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] Checking router: 0c04ef9d-8134-4a96-a741-c24640347a05 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:41:57.779064 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-61eb1ff9-25d8-49ed-bce0-6b6534dacc8d req-381a8da5-456a-40ff-ace7-8cbbb13244b5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544422 Aug 02 17:41:57.781981 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:41:57.782589 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:41:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:41:57.806267 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-003de8c9-822f-4750-942e-211723e3d469 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2a86de9-28cf-409d-93e6-81e752820372 HTTP/1.1" status: 200 len: 217 time: 0.0426934 Aug 02 17:41:57.867311 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-50cfb386-638c-43bb-800d-de00ddcbb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:57.869346 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-50cfb386-638c-43bb-800d-de00ddcbb898 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0518820 Aug 02 17:41:57.894865 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:41:57.921355 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-902e1b05-4b12-4289-8856-60c09aab34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:57.922878 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-902e1b05-4b12-4289-8856-60c09aab34a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442111 Aug 02 17:41:58.027065 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-da2df21c-cb96-4677-b1f2-61dd155ba426 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907891 Aug 02 17:41:58.125731 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20094895-9f0e-4f5f-9c9f-742a252ea661 req-7bf8395f-f4b0-4f3e-b391-e010a3b798b5 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868893 Aug 02 17:41:58.128986 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'c76ecc81-d0db-4380-8b1f-914be3f7058d', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:38Z', 'updated_at': '2021-08-02T17:36:41Z', 'revision_number': 1, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:41:58.285824 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeaf977-55a1-4a20-8384-63347e1721d8 None None] The sync data for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi is: [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_floatingips': [{'id': 'c76ecc81-d0db-4380-8b1f-914be3f7058d', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'router_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'port_id': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'mac_address': 'fa:16:3e:5d:c6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T17:36:38Z', 'updated_at': '2021-08-02T17:36:41Z', 'revision_number': 1, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:41:58.514749 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e56f8e-eeea-4db6-94a0-162e6cd45824 None None] New status for floating IP ce12a5f7-0405-4897-ba62-a3188a811ea4: DOWN {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:41:58.911437 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337fe97-01c4-40a2-ac11-6f67832d9a5d req-d5f86062-0197-4ca9-8146-c92e9cb9d201 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:58.913037 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4337fe97-01c4-40a2-ac11-6f67832d9a5d req-d5f86062-0197-4ca9-8146-c92e9cb9d201 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 945 time: 0.0612149 Aug 02 17:41:58.954299 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-4337fe97-01c4-40a2-ac11-6f67832d9a5d req-928b9eec-b0d7-4d75-bbf8-99358c580f7d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338602 Aug 02 17:41:59.957068 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-0f1af1a0-76a0-485e-b065-c3f4f705c507 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:41:59.958616 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-0f1af1a0-76a0-485e-b065-c3f4f705c507 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 945 time: 0.0569053 Aug 02 17:42:00.089338 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c49a1-be3a-4b0d-a1a2-eb53af2513ed req-33ecfe4a-ef90-4606-a0d8-b519c1dc7ca6 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:00.090802 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dc5c49a1-be3a-4b0d-a1a2-eb53af2513ed req-33ecfe4a-ef90-4606-a0d8-b519c1dc7ca6 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 945 time: 0.0615518 Aug 02 17:42:00.110965 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Deleting port d2a86de9-28cf-409d-93e6-81e752820372 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:00.111329 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:00.458191 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-dc5c49a1-be3a-4b0d-a1a2-eb53af2513ed req-0504b753-2ea8-4d5d-8e47-5608b8daab74 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594894 Aug 02 17:42:00.494967 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] For port d2a86de9-28cf-409d-93e6-81e752820372, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d2a86de9-28cf-409d-93e6-81e752820372,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:00.495376 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:00.513410 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Calling delete_port for d2a86de9-28cf-409d-93e6-81e752820372 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:00.646071 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:00.679041 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event deleted for resources: {'Port': ['ID=d2a86de9-28cf-409d-93e6-81e752820372,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:00.704461 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.704828 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.705173 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.705512 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.705849 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.706185 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.706530 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.706865 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.707218 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.707547 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.707875 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.708246 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:00.730219 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] No DVR routers for this DVR port d2a86de9-28cf-409d-93e6-81e752820372 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:42:00.732766 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:00.735897 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-3551c67e-9c52-4d70-b721-68ed38fda37d req-a802f4a1-a76f-4957-9c89-583e027efe8d tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "DELETE /v2.0/ports/d2a86de9-28cf-409d-93e6-81e752820372 HTTP/1.1" status: 204 len: 173 time: 0.7694242 Aug 02 17:42:00.735897 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'name': 'network-vif-deleted', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:42:00.737784 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d3d9af-ddd3-4904-a951-02a0d3934336" -d '{"events": [{"server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "name": "network-vif-deleted", "tag": "d2a86de9-28cf-409d-93e6-81e752820372"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:42:00.782272 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ff6608-f184-4a67-9384-96708a5d3fbc x-openstack-request-id: req-f0ff6608-f184-4a67-9384-96708a5d3fbc {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:42:00.782615 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7", "name": "network-vif-deleted", "tag": "d2a86de9-28cf-409d-93e6-81e752820372", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:42:00.782894 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0ff6608-f184-4a67-9384-96708a5d3fbc {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:42:00.783337 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7', 'name': 'network-vif-deleted', 'tag': 'd2a86de9-28cf-409d-93e6-81e752820372', 'status': 'completed', 'code': 200} Aug 02 17:42:01.313905 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:01.569404 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0648b5a7-346b-4ad3-b9b5-60d70ad11070 req-5f31b7fd-6785-406c-bf68-2d98494ce7a5 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28aeea0-8bb5-4a1d-b858-c7e8374d9eb7 HTTP/1.1" status: 200 len: 210 time: 0.0297143 Aug 02 17:42:02.701779 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device d2a86de9-28cf-409d-93e6-81e752820372 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:42:02.725285 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: d2a86de9-28cf-409d-93e6-81e752820372 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:42:02.725658 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device d2a86de9-28cf-409d-93e6-81e752820372 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:42:03.020698 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34142) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:03.065843 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88cbc88-a13f-40f2-9263-0211559c0c96 admin admin] Deleting subnet ed51563d-1b00-4310-a223-57d75d074195 {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:42:03.069113 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b88cbc88-a13f-40f2-9263-0211559c0c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.105618 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b88cbc88-a13f-40f2-9263-0211559c0c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598372'] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.153088 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b88cbc88-a13f-40f2-9263-0211559c0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.220510 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b88cbc88-a13f-40f2-9263-0211559c0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765161'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.255768 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cbc88-a13f-40f2-9263-0211559c0c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed51563d-1b00-4310-a223-57d75d074195,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:03.260885 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b88cbc88-a13f-40f2-9263-0211559c0c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.263407 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-b88cbc88-a13f-40f2-9263-0211559c0c96 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ed51563d-1b00-4310-a223-57d75d074195 HTTP/1.1" status: 204 len: 168 time: 0.2415130 Aug 02 17:42:03.265927 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34144) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:03.344424 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.436120 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.446122 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d51113-208b-48c3-8d26-9f6cd4193243']}} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:03.456588 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ecd8c6-4e6e-4e44-92e1-394a92283631') {'for_net_delete': True} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:03.456886 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ecd8c6-4e6e-4e44-92e1-394a92283631') {} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:03.470669 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598429'] for segment, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.487749 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.494144 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:42:03.494676 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096407'] for segment, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: Traceback (most recent call last): Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: timer() Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: cb(*args, **kw) Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: return func(*args, **kwargs) Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: self._notify() Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: self.callback(batched_events) Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: event.method(event) Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: return f(self, *a, **k) Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._get(url).json() Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: return self.request(url, 'GET', **kwargs) Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:42:03.496911 dv-cinder-788365-5-iscsi neutron-server[93404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:42:03.558225 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.563931 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.565825 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] 10.222.0.16 "DELETE /v2.0/networks/32d51113-208b-48c3-8d26-9f6cd4193243 HTTP/1.1" status: 204 len: 168 time: 0.2987771 Aug 02 17:42:03.568776 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34146) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:03.580708 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35de827-b85d-4806-9568-15e985b20a2a admin admin] Pushing event deleted for resources: {'Network': ['ID=32d51113-208b-48c3-8d26-9f6cd4193243,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:03.613386 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c272e34-7e8b-4be6-a3a9-f146d317e3a1 admin admin] Deleting subnet 32f811a7-d9e3-44db-821b-93ed5b4d986b {{(pid=93403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:42:03.616794 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c272e34-7e8b-4be6-a3a9-f146d317e3a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.658386 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c272e34-7e8b-4be6-a3a9-f146d317e3a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686442'] for subnet, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.698447 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c272e34-7e8b-4be6-a3a9-f146d317e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.754701 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c272e34-7e8b-4be6-a3a9-f146d317e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3917435'] for subnet, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.780241 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c272e34-7e8b-4be6-a3a9-f146d317e3a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f811a7-d9e3-44db-821b-93ed5b4d986b,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:03.790097 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c272e34-7e8b-4be6-a3a9-f146d317e3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.792628 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3c272e34-7e8b-4be6-a3a9-f146d317e3a1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/32f811a7-d9e3-44db-821b-93ed5b4d986b HTTP/1.1" status: 204 len: 168 time: 0.2227805 Aug 02 17:42:03.795220 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34152) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:03.881669 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.964629 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:03.975778 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c51c41b-5d45-48d3-a6b9-cfbc4e344a56']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:03.991133 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d753de-054c-41a5-bdcb-d2b2be427ca7') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:03.991408 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d753de-054c-41a5-bdcb-d2b2be427ca7') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:04.001002 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.015948 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.021938 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:42:04.022326 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:42:04.024597 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:42:04.088051 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.093927 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.096011 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2c51c41b-5d45-48d3-a6b9-cfbc4e344a56 HTTP/1.1" status: 204 len: 168 time: 0.3005314 Aug 02 17:42:04.109531 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dae25c-76d8-4bf9-8214-5471c86791d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c51c41b-5d45-48d3-a6b9-cfbc4e344a56,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:04.267261 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34158) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:04.319236 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-91e883f0-6b07-4c47-96ae-a309858f951a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d44195ca224445ba70d24b25d6804da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506239 Aug 02 17:42:04.322606 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34160) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:04.381756 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d2b888de-c9b2-4b62-b6f2-ad67c693954e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.405209 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d2b888de-c9b2-4b62-b6f2-ad67c693954e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.453575 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d2b888de-c9b2-4b62-b6f2-ad67c693954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.456205 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d2b888de-c9b2-4b62-b6f2-ad67c693954e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.457361 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-d2b888de-c9b2-4b62-b6f2-ad67c693954e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/566699de-d429-4535-9d91-f82937fc1db7 HTTP/1.1" status: 204 len: 168 time: 0.1337049 Aug 02 17:42:04.465220 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b888de-c9b2-4b62-b6f2-ad67c693954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566699de-d429-4535-9d91-f82937fc1db7,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:04.839978 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34166) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:04.870569 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34170) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:04.880938 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-82576e72-6dea-4dc3-b095-228eca91841d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ede0e7fe15ce423cb26a7897dddc4ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397723 Aug 02 17:42:04.883557 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34172) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:04.944949 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-97160ed0-1fa8-4645-a988-4c67be0584c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:04.974234 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-97160ed0-1fa8-4645-a988-4c67be0584c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.021215 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-97160ed0-1fa8-4645-a988-4c67be0584c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.024260 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-97160ed0-1fa8-4645-a988-4c67be0584c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.027756 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-97160ed0-1fa8-4645-a988-4c67be0584c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed91ce26-ee32-463b-9aa0-8e8cb2cbbfa2 HTTP/1.1" status: 204 len: 168 time: 0.1409135 Aug 02 17:42:05.033793 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97160ed0-1fa8-4645-a988-4c67be0584c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed91ce26-ee32-463b-9aa0-8e8cb2cbbfa2,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:05.054879 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Deleting port a4629ee5-407b-45ad-8419-346ae511101f {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:05.055794 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.140754 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.141130 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.154808 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Calling delete_port for a4629ee5-407b-45ad-8419-346ae511101f owned by network:floatingip {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:05.347849 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.374742 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event deleted for resources: {'Port': ['ID=a4629ee5-407b-45ad-8419-346ae511101f,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:05.443851 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.444197 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.l3_db [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Floating IP c76ecc81-d0db-4380-8b1f-914be3f7058d disassociated (deleted). External IP: 172.27.0.116, port: f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6. Aug 02 17:42:05.673722 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Router 0c04ef9d-8134-4a96-a741-c24640347a05 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:42:05.794746 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:42:05.799652 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:05.805126 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] Sync routers for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:42:05.816972 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:42:05.817624 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:41:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:05.833240 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-290fb188-f8d6-4ac1-8b65-2129c9d42cd7 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "DELETE /v2.0/floatingips/c76ecc81-d0db-4380-8b1f-914be3f7058d HTTP/1.1" status: 204 len: 168 time: 0.9614837 Aug 02 17:42:05.833851 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:42:05.836162 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5fa6c5-db4a-4c8c-b582-e0a851480082" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:42:05.878257 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfcf4bb-e321-45d4-b539-bd11fed8145b x-openstack-request-id: req-9cfcf4bb-e321-45d4-b539-bd11fed8145b {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:42:05.878912 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:42:05.878912 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cfcf4bb-e321-45d4-b539-bd11fed8145b {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:42:05.879265 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'status': 'completed', 'code': 200} Aug 02 17:42:05.989208 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:42:06.008018 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-2bf1796f-a202-46d6-b592-1c12af2697ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:06.011013 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-2bf1796f-a202-46d6-b592-1c12af2697ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93a074e288914914a2cf5e4c028d69af&device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 1099 time: 0.0675952 Aug 02 17:42:06.128646 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894d280-5727-4dce-8eb7-dabc5a87b17f req-cf3d86fa-91a9-4953-b6af-43cbd8667721 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:06.135774 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3894d280-5727-4dce-8eb7-dabc5a87b17f req-cf3d86fa-91a9-4953-b6af-43cbd8667721 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 946 time: 0.0867777 Aug 02 17:42:06.182517 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3894d280-5727-4dce-8eb7-dabc5a87b17f req-411f72d9-b8fc-4ccf-aeaa-d74ec1212ee2 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432787 Aug 02 17:42:06.198918 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-d3cdc3fc-ae0c-40fc-9fe0-8592b432a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:06.201758 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-d3cdc3fc-ae0c-40fc-9fe0-8592b432a903 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 200 len: 913 time: 0.1395254 Aug 02 17:42:06.259657 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-e2a96964-4fbc-4fab-b429-c59e94e9c8f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 HTTP/1.1" status: 200 len: 217 time: 0.0491312 Aug 02 17:42:06.295767 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:06.325203 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] Checking router: 0c04ef9d-8134-4a96-a741-c24640347a05 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:42:06.328536 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-bb371186-98e7-40a9-b28e-3448296efba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:06.330066 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-bb371186-98e7-40a9-b28e-3448296efba0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 200 len: 851 time: 0.0621336 Aug 02 17:42:06.334749 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:42:06.335416 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:41:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:06.379876 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-842ec78d-4c83-45e1-84b2-7326ad46690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:06.381423 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-842ec78d-4c83-45e1-84b2-7326ad46690a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8c4cf31e-c1ad-41c3-9552-513111555732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432627 Aug 02 17:42:06.482203 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:42:06.520885 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-76742c6f-c76d-4462-89a9-984ff1223104 service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316993 Aug 02 17:42:06.647080 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d5fa6c5-db4a-4c8c-b582-e0a851480082 req-14832d39-4baf-4cbc-b278-dcf63fef4d8a service neutron] 10.222.0.41 "GET /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183927 Aug 02 17:42:06.724905 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:06.755816 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8a05c-0bb9-4300-b627-c7794ecbaf37 None None] The sync data for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi is: [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:32:50Z', 'revision_number': 4, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3', 'name': '', 'network_id': '8c4cf31e-c1ad-41c3-9552-513111555732', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'mac_address': 'fa:16:3e:dd:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:50Z', 'updated_at': '2021-08-02T17:32:57Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'subnets': [{'id': 'dec82cd7-fa5d-4a46-a0bc-6fb8c108b405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:42:06.872589 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:42:06.940610 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-7a2ce2ec-43cf-4040-904e-341c9c1da6aa tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:06.942431 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-7a2ce2ec-43cf-4040-904e-341c9c1da6aa tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 946 time: 0.0576239 Aug 02 17:42:07.004055 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f38ea08-746d-4f84-81c7-37a37d895dcf None None] New status for floating IP c76ecc81-d0db-4380-8b1f-914be3f7058d: DOWN {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:42:07.052297 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Deleting port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:07.052758 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:07.151999 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] For port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:07.152361 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:07.171007 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Calling delete_port for f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 owned by compute:nova {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:07.343659 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:07.389759 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867d73c-6a5b-4e74-90a0-e5cce2a26ae6 req-95e870c2-6d18-4ccd-b958-90ac56de8054 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:07.391217 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f867d73c-6a5b-4e74-90a0-e5cce2a26ae6 req-95e870c2-6d18-4ccd-b958-90ac56de8054 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ac8430e-6a87-4471-8aac-e4ab412fd1e0 HTTP/1.1" status: 200 len: 867 time: 0.1029766 Aug 02 17:42:07.395574 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event deleted for resources: {'Port': ['ID=f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:07.455918 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] No DVR routers for this DVR port f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 on host hv-cinder-78836 {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:42:07.460356 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:07.463596 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4c4aa2ab-e199-4cce-b49b-898be6ef3dec req-b5f40910-0d15-42d2-8531-c0777e8bde18 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.41 "DELETE /v2.0/ports/f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 HTTP/1.1" status: 204 len: 173 time: 0.5148044 Aug 02 17:42:07.483593 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f867d73c-6a5b-4e74-90a0-e5cce2a26ae6 req-3056161c-97ca-4f17-b8a3-465ce1d17898 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "GET /v2.0/security-groups?id=fec3a840-2f6d-4222-8ee8-968f5ec7a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837882 Aug 02 17:42:07.880171 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'name': 'network-vif-deleted', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6'}] {{(pid=93403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:42:07.882700 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b187d1f9861916030b376f5996231a5977a2fcf0f83722206247570cc52a16b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac705f52-cac9-4505-93b9-2fb7e391db91" -d '{"events": [{"server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "name": "network-vif-deleted", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6"}]}' {{(pid=93403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:42:07.929707 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c515e12-b095-48bb-bd67-26a237cdda3b x-openstack-request-id: req-2c515e12-b095-48bb-bd67-26a237cdda3b {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:42:07.930603 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac8430e-6a87-4471-8aac-e4ab412fd1e0", "name": "network-vif-deleted", "tag": "f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6", "status": "completed", "code": 200}]} {{(pid=93403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:42:07.930963 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c515e12-b095-48bb-bd67-26a237cdda3b {{(pid=93403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:42:07.931534 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac8430e-6a87-4471-8aac-e4ab412fd1e0', 'name': 'network-vif-deleted', 'tag': 'f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6', 'status': 'completed', 'code': 200} Aug 02 17:42:08.541663 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34270) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:08.688604 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Deleting port de22635c-3f84-4f30-9420-79090cd77e7f {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:08.688981 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:08.780009 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:08.780275 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:08.794223 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Calling delete_port for de22635c-3f84-4f30-9420-79090cd77e7f owned by network:floatingip {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:08.965158 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:08.990195 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event deleted for resources: {'Port': ['ID=de22635c-3f84-4f30-9420-79090cd77e7f,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:09.063356 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for floatingip, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:09.065898 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:09.067150 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-41b918e8-328c-4e64-81d6-51898aec538e tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "DELETE /v2.0/floatingips/f1a8bd20-7115-44cd-9a53-1efd67b7a96a HTTP/1.1" status: 204 len: 168 time: 0.5240762 Aug 02 17:42:10.297392 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34286) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:10.364048 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-aca08b09-f116-4c7b-b881-dcfa6adf0663 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:10.391655 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-aca08b09-f116-4c7b-b881-dcfa6adf0663 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:10.464335 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-aca08b09-f116-4c7b-b881-dcfa6adf0663 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:10.467132 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-aca08b09-f116-4c7b-b881-dcfa6adf0663 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:10.468355 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-aca08b09-f116-4c7b-b881-dcfa6adf0663 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] 10.222.0.16 "DELETE /v2.0/security-groups/fec3a840-2f6d-4222-8ee8-968f5ec7a70a HTTP/1.1" status: 204 len: 168 time: 0.1698534 Aug 02 17:42:10.478787 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca08b09-f116-4c7b-b881-dcfa6adf0663 tempest-TestVolumeBootPattern-1223248294 tempest-TestVolumeBootPattern-1223248294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec3a840-2f6d-4222-8ee8-968f5ec7a70a,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:10.540429 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34290) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:10.717711 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:42:10.737622 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:42:10.738027 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device f158adcc-cfbf-4ebb-85f3-aa9bcd3c74b6 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:42:11.135410 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445680'] for router_interface, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:11.439085 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Deleting port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:11.439370 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:11.529367 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] For port 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:11.529725 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:11.544467 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Calling delete_port for 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 owned by network:router_interface {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:11.752113 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:11.788342 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:12.033392 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445572'] for router_interface, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:12.295322 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Router 0c04ef9d-8134-4a96-a741-c24640347a05 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:42:12.418395 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:42:12.423770 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-49d71012-733a-45d8-812e-fb8151d4cef3 admin admin] 10.222.0.16 "PUT /v2.0/routers/0c04ef9d-8134-4a96-a741-c24640347a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8820701 Aug 02 17:42:12.426764 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34298) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:12.430443 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] Sync routers for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:42:12.441772 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:42:12.442770 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:41:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:12.540236 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks [] for router, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:12.616188 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:42:12.654368 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:12.718007 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Deleting port db0ecd7e-2372-45bc-adb2-cd101323e302 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:12.718345 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:12.808568 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:42:11Z', 'revision_number': 5, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port': {'id': 'db0ecd7e-2372-45bc-adb2-cd101323e302', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:48Z', 'updated_at': '2021-08-02T17:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:12.809800 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] For port db0ecd7e-2372-45bc-adb2-cd101323e302, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=db0ecd7e-2372-45bc-adb2-cd101323e302,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:12.810332 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:12.827978 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Calling delete_port for db0ecd7e-2372-45bc-adb2-cd101323e302 owned by network:router_gateway {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:12.840616 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] Checking router: 0c04ef9d-8134-4a96-a741-c24640347a05 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:42:12.852196 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] Routers {'0c04ef9d-8134-4a96-a741-c24640347a05'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:42:12.852874 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:41:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['0c04ef9d-8134-4a96-a741-c24640347a05'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:12.951953 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] Set router 0c04ef9d-8134-4a96-a741-c24640347a05 gateway port host: None {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:42:13.004295 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:42:12Z', 'revision_number': 6, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port_host': None}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:13.036553 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83e066-71be-4040-9bf9-5220b30cc432 None None] The sync data for ids ['0c04ef9d-8134-4a96-a741-c24640347a05'] in dv-cinder-788365-5-iscsi is: [{'id': '0c04ef9d-8134-4a96-a741-c24640347a05', 'name': 'tempest-TestVolumeBootPattern-1699467912-router', 'tenant_id': '93a074e288914914a2cf5e4c028d69af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:47Z', 'updated_at': '2021-08-02T17:42:12Z', 'revision_number': 6, 'project_id': '93a074e288914914a2cf5e4c028d69af', 'gw_port_host': None}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:42:13.058621 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.084585 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=db0ecd7e-2372-45bc-adb2-cd101323e302,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:13.153412 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444478'] for router_gateway, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.247884 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8409'] for router, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.250082 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.297876 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443701'] for router, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.298445 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c04ef9d-8134-4a96-a741-c24640347a05 {{(pid=93404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:42:13.305035 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.306889 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-5ed7e445-705d-49bd-8d77-47cdb1d66dbf admin admin] 10.222.0.16 "DELETE /v2.0/routers/0c04ef9d-8134-4a96-a741-c24640347a05 HTTP/1.1" status: 204 len: 168 time: 0.8788908 Aug 02 17:42:13.310161 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34302) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:13.368109 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d2cbe7-6031-4cd9-8c26-cb3e44097beb admin admin] Deleting subnet dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 {{(pid=93403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:42:13.371340 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-89d2cbe7-6031-4cd9-8c26-cb3e44097beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.418351 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-89d2cbe7-6031-4cd9-8c26-cb3e44097beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686442'] for subnet, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.521525 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:42:13.567060 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-89d2cbe7-6031-4cd9-8c26-cb3e44097beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.637689 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-89d2cbe7-6031-4cd9-8c26-cb3e44097beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3917435'] for subnet, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.663385 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2cbe7-6031-4cd9-8c26-cb3e44097beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec82cd7-fa5d-4a46-a0bc-6fb8c108b405,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:13.668856 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-89d2cbe7-6031-4cd9-8c26-cb3e44097beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.673944 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-89d2cbe7-6031-4cd9-8c26-cb3e44097beb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dec82cd7-fa5d-4a46-a0bc-6fb8c108b405 HTTP/1.1" status: 204 len: 168 time: 0.3625796 Aug 02 17:42:13.674142 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34304) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:13.676881 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:42:13.677310 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8fdea987-1ce2-40e6-a8e3-7c6a42fb00c3 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:42:13.681136 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435bcaeb-0736-4036-a0ae-962a6db11930 None None] Network 8c4cf31e-c1ad-41c3-9552-513111555732 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:42:13.769890 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.831828 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Deleting port 59d658f7-6181-4f18-889f-335edaa6533f {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:13.832203 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.894020 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] DHCP port deletion for 8c4cf31e-c1ad-41c3-9552-513111555732 request from dv-cinder-788365-5-iscsi {{(pid=93405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:42:13.904684 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] For port 59d658f7-6181-4f18-889f-335edaa6533f, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=59d658f7-6181-4f18-889f-335edaa6533f,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:13.905133 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:13.923285 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Calling delete_port for 59d658f7-6181-4f18-889f-335edaa6533f owned by network:dhcp {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:13.964685 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Deleting port 59d658f7-6181-4f18-889f-335edaa6533f {{(pid=93405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:13.964980 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.021089 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.039624 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] For port 59d658f7-6181-4f18-889f-335edaa6533f, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=59d658f7-6181-4f18-889f-335edaa6533f,segment=NetworkSegment(416bd945-6b86-49be-9ad0-cb278c3f9271),segment_id=416bd945-6b86-49be-9ad0-cb278c3f9271)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:14.039624 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.050581 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Calling delete_port for 59d658f7-6181-4f18-889f-335edaa6533f owned by network:dhcp {{(pid=93405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:14.050768 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d658f7-6181-4f18-889f-335edaa6533f,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:14.054382 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] No DVR routers for this DVR port 59d658f7-6181-4f18-889f-335edaa6533f on host dv-cinder-788365-5-iscsi {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:42:14.136358 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.143003 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.146496 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4cf31e-c1ad-41c3-9552-513111555732']}} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:14.158286 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416bd945-6b86-49be-9ad0-cb278c3f9271') {'for_net_delete': True} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:14.158545 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416bd945-6b86-49be-9ad0-cb278c3f9271') {} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:14.169629 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Pushing event deleted for resources: {'Port': ['ID=59d658f7-6181-4f18-889f-335edaa6533f,revision_number=None']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:14.172522 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598429'] for segment, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.177882 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] No DVR routers for this DVR port 59d658f7-6181-4f18-889f-335edaa6533f on host dv-cinder-788365-5-iscsi {{(pid=93405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:42:14.180623 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.181063 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.181406 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.181757 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.182091 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.182429 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.182766 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.183134 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.183512 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.183840 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.184170 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.184516 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7427dc0e-28ed-4d97-bdcc-b61240ba1220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:42:14.194729 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.209979 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:42:14.211868 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096407'] for segment, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: Traceback (most recent call last): Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: timer() Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: cb(*args, **kw) Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: return func(*args, **kwargs) Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: self._notify() Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: self.callback(batched_events) Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: event.method(event) Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: return f(self, *a, **k) Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._get(url).json() Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: return self.request(url, 'GET', **kwargs) Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:42:14.213750 dv-cinder-788365-5-iscsi neutron-server[93404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:42:14.268572 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.275795 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.278039 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c4cf31e-c1ad-41c3-9552-513111555732 HTTP/1.1" status: 204 len: 168 time: 0.6017036 Aug 02 17:42:14.281250 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34308) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:14.292041 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f399c-1dd2-4c23-bf1f-4dd59e278e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4cf31e-c1ad-41c3-9552-513111555732,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:14.684732 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445680'] for router_interface, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:14.956990 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Deleting port 3d3e5e1f-3885-40d0-aa05-4a80e080f426 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:14.957335 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:15.046588 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] For port 3d3e5e1f-3885-40d0-aa05-4a80e080f426, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=3d3e5e1f-3885-40d0-aa05-4a80e080f426,segment=NetworkSegment(49587525-3d70-440a-beb5-d82054d4a556),segment_id=49587525-3d70-440a-beb5-d82054d4a556)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:15.047004 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:15.063354 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Calling delete_port for 3d3e5e1f-3885-40d0-aa05-4a80e080f426 owned by network:router_interface {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:15.280723 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:15.325855 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3e5e1f-3885-40d0-aa05-4a80e080f426,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:15.405074 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 59d658f7-6181-4f18-889f-335edaa6533f no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:42:15.427822 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 59d658f7-6181-4f18-889f-335edaa6533f {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:42:15.428716 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 59d658f7-6181-4f18-889f-335edaa6533f not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:42:15.429312 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device db0ecd7e-2372-45bc-adb2-cd101323e302 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:42:15.456421 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: db0ecd7e-2372-45bc-adb2-cd101323e302 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:42:15.456801 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device db0ecd7e-2372-45bc-adb2-cd101323e302 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:42:15.771188 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445572'] for router_interface, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:16.005358 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Router 387a7e78-003d-4e89-8691-54481a4cba88 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:42:16.152699 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:42:16.160247 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-1af34ff7-351b-4a5b-bd0c-cc65729bd71e admin admin] 10.222.0.16 "PUT /v2.0/routers/387a7e78-003d-4e89-8691-54481a4cba88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8776567 Aug 02 17:42:16.162661 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34314) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:16.162860 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] Sync routers for ids ['387a7e78-003d-4e89-8691-54481a4cba88'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:42:16.174972 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] Routers {'387a7e78-003d-4e89-8691-54481a4cba88'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:42:16.175800 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:41:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['387a7e78-003d-4e89-8691-54481a4cba88'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:16.309058 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] Set router 387a7e78-003d-4e89-8691-54481a4cba88 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:42:16.328357 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:16.457383 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:16.528595 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Deleting port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:16.528945 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:16.599585 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387a7e78-003d-4e89-8691-54481a4cba88', 'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:42:15Z', 'revision_number': 5, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'gw_port': {'id': '8a6d5552-6f03-4e1e-80e1-187a1fdfa970', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387a7e78-003d-4e89-8691-54481a4cba88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:16.626199 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] Checking router: 387a7e78-003d-4e89-8691-54481a4cba88 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:42:16.627774 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] For port 8a6d5552-6f03-4e1e-80e1-187a1fdfa970, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=8a6d5552-6f03-4e1e-80e1-187a1fdfa970,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:16.628174 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:16.635476 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] Routers {'387a7e78-003d-4e89-8691-54481a4cba88'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:42:16.636192 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:41:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['387a7e78-003d-4e89-8691-54481a4cba88'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:16.654539 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Calling delete_port for 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 owned by network:router_gateway {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:16.734152 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] Set router 387a7e78-003d-4e89-8691-54481a4cba88 gateway port host: None {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:42:16.795254 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387a7e78-003d-4e89-8691-54481a4cba88', 'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:42:16Z', 'revision_number': 6, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'gw_port_host': None}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:16.824315 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd16fd1-97da-4059-a919-59080d51611a None None] The sync data for ids ['387a7e78-003d-4e89-8691-54481a4cba88'] in dv-cinder-788365-5-iscsi is: [{'id': '387a7e78-003d-4e89-8691-54481a4cba88', 'name': 'tempest-TestVolumeBootPattern-629921327-router', 'tenant_id': 'fa42ce1ac8854146bacd46c44855822d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:32:53Z', 'updated_at': '2021-08-02T17:42:16Z', 'revision_number': 6, 'project_id': 'fa42ce1ac8854146bacd46c44855822d', 'gw_port_host': None}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:42:16.880982 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:16.912218 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6d5552-6f03-4e1e-80e1-187a1fdfa970,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:16.986207 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444478'] for router_gateway, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.080441 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8409'] for router, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.083080 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.133842 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443701'] for router, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.134322 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387a7e78-003d-4e89-8691-54481a4cba88 {{(pid=93403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:42:17.139640 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] Notify callbacks [] for router, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.140799 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-b23534ab-9585-4477-b090-2fe680f29d82 admin admin] 10.222.0.16 "DELETE /v2.0/routers/387a7e78-003d-4e89-8691-54481a4cba88 HTTP/1.1" status: 204 len: 168 time: 0.9769371 Aug 02 17:42:17.143264 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34316) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:17.190528 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92f5377-7773-4a33-a86f-9ad196b86c93 admin admin] Deleting subnet 8ce38825-9e74-4282-b1c8-71be59819c54 {{(pid=93403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:42:17.194915 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c92f5377-7773-4a33-a86f-9ad196b86c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.233839 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c92f5377-7773-4a33-a86f-9ad196b86c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686442'] for subnet, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.335918 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c92f5377-7773-4a33-a86f-9ad196b86c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.401417 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c92f5377-7773-4a33-a86f-9ad196b86c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3917435'] for subnet, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.435096 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f5377-7773-4a33-a86f-9ad196b86c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce38825-9e74-4282-b1c8-71be59819c54,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:17.440112 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-c92f5377-7773-4a33-a86f-9ad196b86c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.443202 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-c92f5377-7773-4a33-a86f-9ad196b86c93 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8ce38825-9e74-4282-b1c8-71be59819c54 HTTP/1.1" status: 204 len: 168 time: 0.2981811 Aug 02 17:42:17.445284 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34320) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:17.448040 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b1a1e6-0416-49e0-9570-43f206f9030c None None] Network 24d9f19f-c9ff-4471-90de-6a6e69e0203a requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:42:17.518036 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.580511 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Deleting port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:17.580860 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.653088 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb61b2bd-446d-4499-9301-391583b43388 None None] DHCP port deletion for 24d9f19f-c9ff-4471-90de-6a6e69e0203a request from dv-cinder-788365-5-iscsi {{(pid=93405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:42:17.662823 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] For port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=cc0219b5-15a9-4d5f-9ac4-73b636ca57e3,segment=NetworkSegment(49587525-3d70-440a-beb5-d82054d4a556),segment_id=49587525-3d70-440a-beb5-d82054d4a556)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:17.663272 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.685637 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Calling delete_port for cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 owned by network:dhcp {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:17.717305 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-fb61b2bd-446d-4499-9301-391583b43388 None None] Deleting port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 {{(pid=93405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:42:17.717689 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fb61b2bd-446d-4499-9301-391583b43388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.731909 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 3d3e5e1f-3885-40d0-aa05-4a80e080f426 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:42:17.788671 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.792515 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 3d3e5e1f-3885-40d0-aa05-4a80e080f426 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:42:17.793100 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 3d3e5e1f-3885-40d0-aa05-4a80e080f426 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:42:17.793976 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:42:17.819721 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:42:17.820092 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 8a6d5552-6f03-4e1e-80e1-187a1fdfa970 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:42:17.830422 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0219b5-15a9-4d5f-9ac4-73b636ca57e3,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:17.832587 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] No DVR routers for this DVR port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 on host dv-cinder-788365-5-iscsi {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:42:17.839888 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-fb61b2bd-446d-4499-9301-391583b43388 None None] For port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=cc0219b5-15a9-4d5f-9ac4-73b636ca57e3,segment=NetworkSegment(49587525-3d70-440a-beb5-d82054d4a556),segment_id=49587525-3d70-440a-beb5-d82054d4a556)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:17.840319 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fb61b2bd-446d-4499-9301-391583b43388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.857872 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-fb61b2bd-446d-4499-9301-391583b43388 None None] Calling delete_port for cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 owned by network:dhcp {{(pid=93405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:42:17.923621 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.935211 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d9f19f-c9ff-4471-90de-6a6e69e0203a']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:17.954288 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49587525-3d70-440a-beb5-d82054d4a556') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:17.954778 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49587525-3d70-440a-beb5-d82054d4a556') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:42:17.971904 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.977189 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-fb61b2bd-446d-4499-9301-391583b43388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:17.992163 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb61b2bd-446d-4499-9301-391583b43388 None None] No DVR routers for this DVR port cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 on host dv-cinder-788365-5-iscsi {{(pid=93405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:42:18.013686 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.020699 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61b2bd-446d-4499-9301-391583b43388 None None] Pushing event deleted for resources: {'Port': ['ID=cc0219b5-15a9-4d5f-9ac4-73b636ca57e3,revision_number=None']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:18.021579 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:42:18.022084 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:42:18.024995 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:42:18.089253 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.094909 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.096952 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] 10.222.0.16 "DELETE /v2.0/networks/24d9f19f-c9ff-4471-90de-6a6e69e0203a HTTP/1.1" status: 204 len: 168 time: 0.6503172 Aug 02 17:42:18.108458 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17c372-98b1-4151-b512-cc0e257afc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=24d9f19f-c9ff-4471-90de-6a6e69e0203a,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:18.222351 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34330) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:18.270607 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-7d675e44-768f-485c-ab0b-b0252ba96797 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93a074e288914914a2cf5e4c028d69af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483179 Aug 02 17:42:18.275559 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34334) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:18.361995 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4b91934a-6d83-4703-871b-8772da704239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.387890 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4b91934a-6d83-4703-871b-8772da704239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.441986 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4b91934a-6d83-4703-871b-8772da704239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.445743 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-4b91934a-6d83-4703-871b-8772da704239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.447715 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-4b91934a-6d83-4703-871b-8772da704239 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d76a5c00-23e8-4b98-828a-8ad5dc17a136 HTTP/1.1" status: 204 len: 168 time: 0.1706312 Aug 02 17:42:18.457127 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91934a-6d83-4703-871b-8772da704239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76a5c00-23e8-4b98-828a-8ad5dc17a136,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:18.806628 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34342) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:18.851584 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-d27fa4f4-679a-4f01-b115-bf0a148760dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa42ce1ac8854146bacd46c44855822d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434306 Aug 02 17:42:18.853960 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34344) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:18.918965 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed492-84cf-43b4-9d99-8b390b21c3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.942261 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed492-84cf-43b4-9d99-8b390b21c3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:18.999464 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed492-84cf-43b4-9d99-8b390b21c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:19.002194 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-0c6ed492-84cf-43b4-9d99-8b390b21c3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:19.003409 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-0c6ed492-84cf-43b4-9d99-8b390b21c3fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73b1bfc8-5064-4d50-a3cd-5a6e3307beeb HTTP/1.1" status: 204 len: 168 time: 0.1484692 Aug 02 17:42:19.012491 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ed492-84cf-43b4-9d99-8b390b21c3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b1bfc8-5064-4d50-a3cd-5a6e3307beeb,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:19.368992 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:42:19.392971 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:42:19.393320 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device cc0219b5-15a9-4d5f-9ac4-73b636ca57e3 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:42:20.068899 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bcba3aaf-6fe4-4d32-9902-501eb64da4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:22.549077 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-59af77a7-0664-429d-9fdb-dc224be1910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:22.916676 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:23.896006 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:26.200479 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:31.307404 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:37.509529 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b484e88-9309-4e55-bf71-411078ed5ab2 req-a865d3a1-995d-45bb-bc74-9a69b8f3a1b3 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:37.511688 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7b484e88-9309-4e55-bf71-411078ed5ab2 req-a865d3a1-995d-45bb-bc74-9a69b8f3a1b3 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0632865 Aug 02 17:42:37.555584 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7b484e88-9309-4e55-bf71-411078ed5ab2 req-cbeceb68-1a9a-4b34-929c-31c3d986bcff tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375009 Aug 02 17:42:38.732285 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ca7a2-ac50-46ec-a6ea-1db88758869b req-7adb9b2d-d6b3-4449-ad23-919817caafb4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:38.734518 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-877ca7a2-ac50-46ec-a6ea-1db88758869b req-7adb9b2d-d6b3-4449-ad23-919817caafb4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0670738 Aug 02 17:42:38.782115 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-877ca7a2-ac50-46ec-a6ea-1db88758869b req-5a9c25f8-99f4-4d2a-b71c-ff38f0f11b5a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399969 Aug 02 17:42:40.036824 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-f717a6a0-7169-4db1-ba9e-5c8d289b078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:40.039472 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-f717a6a0-7169-4db1-ba9e-5c8d289b078d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=580a04042eb64af2a2dec1ffac81cfec&device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1098 time: 0.0695989 Aug 02 17:42:40.195820 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-ca92c0d0-dde7-478f-88a8-698dae7272ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:40.197348 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-ca92c0d0-dde7-478f-88a8-698dae7272ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 200 len: 910 time: 0.1317804 Aug 02 17:42:40.305188 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-176d25a0-a686-41d6-989e-f2b63048758e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 200 len: 1000 time: 0.0988777 Aug 02 17:42:40.362628 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a21ba-e648-4df7-8f59-acc0c85c2794 req-2e14552a-bafd-4e5a-9045-520be7dae2af tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:40.365994 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9a3a21ba-e648-4df7-8f59-acc0c85c2794 req-2e14552a-bafd-4e5a-9045-520be7dae2af tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.4973400 Aug 02 17:42:40.405514 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-1793c572-d0fc-4737-8f86-aea994a524af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:40.407743 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-1793c572-d0fc-4737-8f86-aea994a524af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89a0be45-e6e5-4b99-a588-9c798a0f1d6a HTTP/1.1" status: 200 len: 848 time: 0.0941484 Aug 02 17:42:40.444551 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9a3a21ba-e648-4df7-8f59-acc0c85c2794 req-c4a834e0-e4c2-4c31-82bd-df13e233ad52 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669360 Aug 02 17:42:40.489239 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-3714dfe6-8951-4ebd-bc5a-49c32f0e54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:40.492378 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-3714dfe6-8951-4ebd-bc5a-49c32f0e54af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763695 Aug 02 17:42:40.650148 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-c380ac77-04cd-4195-a8d5-6218549ebf7a service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495247 Aug 02 17:42:40.817404 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-deb59382-d50b-4682-93e6-73b1d59cb7cf req-55a9de8c-79b8-4054-8366-4584ba95c4ec service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586344 Aug 02 17:42:41.727825 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86390045-9c10-4842-bec1-b30f228de204 req-8f430a6a-a3d7-4c9f-98db-b513f60f6c90 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:41.727825 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86390045-9c10-4842-bec1-b30f228de204 req-8f430a6a-a3d7-4c9f-98db-b513f60f6c90 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.1774230 Aug 02 17:42:41.777348 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-86390045-9c10-4842-bec1-b30f228de204 req-6b11e178-abc3-4a21-83d0-3b7c2371b240 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Aug 02 17:42:42.933428 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee28bd-fa63-4655-b7d3-cfd106653be8 req-e08e9591-5c4f-41b2-9ed3-6a3c073693a7 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:42.936104 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-08ee28bd-fa63-4655-b7d3-cfd106653be8 req-e08e9591-5c4f-41b2-9ed3-6a3c073693a7 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0825460 Aug 02 17:42:43.007239 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-08ee28bd-fa63-4655-b7d3-cfd106653be8 req-9a433011-a738-4622-ad2a-55409cda4d1b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576470 Aug 02 17:42:43.875480 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:42:44.188576 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c9d89-67c4-469c-8fb6-249ab9b47e35 req-4e3e6dbc-bc6f-41af-b55d-fc23d9dcc307 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:44.190225 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0f5c9d89-67c4-469c-8fb6-249ab9b47e35 req-4e3e6dbc-bc6f-41af-b55d-fc23d9dcc307 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0600860 Aug 02 17:42:44.235444 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0f5c9d89-67c4-469c-8fb6-249ab9b47e35 req-c7eb955c-349c-4e33-af78-6638319e2cd5 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 Aug 02 17:42:45.392956 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff3ba7-9018-4a07-8fb8-0402e875725c req-43b0be14-6f33-431e-a785-843dba14724a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:45.394473 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7fff3ba7-9018-4a07-8fb8-0402e875725c req-43b0be14-6f33-431e-a785-843dba14724a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0597184 Aug 02 17:42:45.442013 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-7fff3ba7-9018-4a07-8fb8-0402e875725c req-dcbcdd8a-4737-492c-9ea0-21d23807e65b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Aug 02 17:42:46.590550 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876f96f-5666-41f5-b431-ec90e12f7c45 req-a4f16957-1c7b-474a-98e3-b02d6d5ab6e0 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:46.592371 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e876f96f-5666-41f5-b431-ec90e12f7c45 req-a4f16957-1c7b-474a-98e3-b02d6d5ab6e0 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0582025 Aug 02 17:42:46.634950 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e876f96f-5666-41f5-b431-ec90e12f7c45 req-3add22e7-1db4-499b-a6dc-6994dd922e3d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361056 Aug 02 17:42:47.809150 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd7833-d098-48fb-bf2b-71006a94c403 req-e3c54a44-d6f8-4b99-af0a-803389d8d54f tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:47.810718 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-57dd7833-d098-48fb-bf2b-71006a94c403 req-e3c54a44-d6f8-4b99-af0a-803389d8d54f tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0640974 Aug 02 17:42:47.855890 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-57dd7833-d098-48fb-bf2b-71006a94c403 req-b36bc569-1d6b-404d-9cc6-e578931652ac tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372128 Aug 02 17:42:49.017621 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20804454-06cf-4e4c-af5a-02164ed445df req-9fe91ff4-773d-41c9-9489-653a7adac6a2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:49.019265 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20804454-06cf-4e4c-af5a-02164ed445df req-9fe91ff4-773d-41c9-9489-653a7adac6a2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0631223 Aug 02 17:42:49.075002 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-20804454-06cf-4e4c-af5a-02164ed445df req-760608e2-54ae-4334-ad48-e509a462e60c tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465224 Aug 02 17:42:50.077485 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8fe82574-c9dd-49cf-9475-ead4038c1d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:50.265481 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9669a5-eef6-4246-a108-294371c5d537 req-2564ef69-6125-47f7-a348-9e00d32fda71 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:50.267816 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6a9669a5-eef6-4246-a108-294371c5d537 req-2564ef69-6125-47f7-a348-9e00d32fda71 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0789530 Aug 02 17:42:50.337445 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-6a9669a5-eef6-4246-a108-294371c5d537 req-2468e373-33fc-40b5-8aa4-8a1506f89576 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614624 Aug 02 17:42:51.481696 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b227232-525b-4cd2-bd6f-b766ec1e9245 req-9d76a2ce-2636-43e4-88c0-a488214fc10d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:51.483273 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5b227232-525b-4cd2-bd6f-b766ec1e9245 req-9d76a2ce-2636-43e4-88c0-a488214fc10d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0629706 Aug 02 17:42:51.542741 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5b227232-525b-4cd2-bd6f-b766ec1e9245 req-ca9ac0d0-15a1-4065-a743-661f9a00663f tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486133 Aug 02 17:42:52.554901 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-689fddff-29fa-4d0e-8cd0-2d26a415abee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:52.745890 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34496) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:52.829951 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-477904cc-086c-4a5f-bcd8-4ad2113aa606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:52.831622 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-477904cc-086c-4a5f-bcd8-4ad2113aa606 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=580a04042eb64af2a2dec1ffac81cfec&device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1098 time: 0.0634129 Aug 02 17:42:52.921934 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:52.944225 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e1f5-7baa-40c1-bbb5-8f4d767447c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:53.024142 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-0a66662d-cd4f-4b7e-8f1e-8dec97e58ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:53.026846 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-0a66662d-cd4f-4b7e-8f1e-8dec97e58ed0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 200 len: 910 time: 0.1865816 Aug 02 17:42:53.064703 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9b8d8-a36d-4aab-85c0-d6e1679748b5 req-085f8319-713b-4011-9e12-726f39f95c23 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:53.066232 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5bd9b8d8-a36d-4aab-85c0-d6e1679748b5 req-085f8319-713b-4011-9e12-726f39f95c23 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.4146657 Aug 02 17:42:53.127303 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-5bd9b8d8-a36d-4aab-85c0-d6e1679748b5 req-7f5f5fb9-094c-4476-b7dd-31763fa2d632 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493264 Aug 02 17:42:53.137405 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-1e0073af-d136-401f-bdb6-3f163f4542e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 200 len: 1000 time: 0.1019950 Aug 02 17:42:53.242102 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e1f5-7baa-40c1-bbb5-8f4d767447c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:53.245129 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-d3245af0-b6de-4df2-94ac-25e5fd5e0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:53.247339 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-d3245af0-b6de-4df2-94ac-25e5fd5e0e23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89a0be45-e6e5-4b99-a588-9c798a0f1d6a HTTP/1.1" status: 200 len: 848 time: 0.1012175 Aug 02 17:42:53.248832 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e1f5-7baa-40c1-bbb5-8f4d767447c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:53.344027 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-8ec7e1f5-7baa-40c1-bbb5-8f4d767447c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fbe6d65defa4afda1db4313af3ad52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5969455 Aug 02 17:42:53.345767 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7e1f5-7baa-40c1-bbb5-8f4d767447c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f926862-3c35-45ee-8b38-bde647b55b7b,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:53.347246 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34500) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:53.370022 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-1c1473bc-5c5f-4738-bd87-2276a3f6b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:53.371930 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-1c1473bc-5c5f-4738-bd87-2276a3f6b458 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1154592 Aug 02 17:42:53.432184 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1e8575ac-8f54-4410-a1dd-f072079a038f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:53.464825 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1e8575ac-8f54-4410-a1dd-f072079a038f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:53.505492 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-d26fddd7-279e-4506-a25b-35dfe00a7cc3 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251032 Aug 02 17:42:53.553556 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1e8575ac-8f54-4410-a1dd-f072079a038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:53.558562 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1e8575ac-8f54-4410-a1dd-f072079a038f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:53.560699 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-1e8575ac-8f54-4410-a1dd-f072079a038f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f926862-3c35-45ee-8b38-bde647b55b7b HTTP/1.1" status: 204 len: 168 time: 0.2119503 Aug 02 17:42:53.575397 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8575ac-8f54-4410-a1dd-f072079a038f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f926862-3c35-45ee-8b38-bde647b55b7b,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:53.645035 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-14a4d040-5a52-41d7-8518-0823ff6a5b50 req-6a3dc3f5-22e0-4c00-bbcd-193c249c9a27 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320591 Aug 02 17:42:53.907106 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:54.280952 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d69d-e5bf-465b-b099-699719a5c32d req-284b6d6d-c5bd-469a-bd63-7d3cc8b47fae tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:54.282677 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4c22d69d-e5bf-465b-b099-699719a5c32d req-284b6d6d-c5bd-469a-bd63-7d3cc8b47fae tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0650301 Aug 02 17:42:54.340471 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4c22d69d-e5bf-465b-b099-699719a5c32d req-457b44b0-7795-4848-ba05-59e42298b84c tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488596 Aug 02 17:42:54.413380 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 34524) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:54.533443 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.v2.base [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-605491975-network', 'tenant_id': '9e5f94beda8648539bfb351bbe2be6bc'}} {{(pid=93403) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:42:54.564703 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Made reservation on behalf of 9e5f94beda8648539bfb351bbe2be6bc for: {'network': 1} {{(pid=93403) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:42:54.568481 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for network, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:54.582464 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:54.707648 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:54.712681 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:54.744062 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93403) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 17:42:54.756322 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0f226-4e7f-425c-adeb-60b4156295ec,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:54.764347 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:54.764897 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.db.segments_db [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Added segment ce6825ea-a6b0-4e3e-9844-32560d448ee8 of type vlan for network 26db1955-fb74-41e6-85a0-7d0b1249df96 Aug 02 17:42:54.828840 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737212355332'] for network, precommit_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:54.879178 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185'] for network, after_create {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:54.880421 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:54.881288 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:54.949564 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5346332 Aug 02 17:42:54.952963 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 34528) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:42:54.957594 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307dc87-a94b-41f9-b151-76e75e2fc45d admin admin] Pushing event updated for resources: {'Network': ['ID=26db1955-fb74-41e6-85a0-7d0b1249df96,revision_number=1']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:54.962187 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Request body: {'subnet': {'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-605491975-subnet', 'tenant_id': '9e5f94beda8648539bfb351bbe2be6bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:42:54.972792 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Network 26db1955-fb74-41e6-85a0-7d0b1249df96 details requested by agent ovs-agent-dv-cinder-788365-5-iscsi with host dv-cinder-788365-5-iscsi {{(pid=93405) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 02 17:42:54.997067 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Made reservation on behalf of 9e5f94beda8648539bfb351bbe2be6bc for: {'subnet': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:42:54.999861 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58764936'] for subnet, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:55.212157 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4096316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58764954'] for subnet, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:55.272294 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c417eae-a8c9-4a2d-bbab-d155d8d540c2,revision_number=0']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:55.293829 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Checking segment: {'id': 'ce6825ea-a6b0-4e3e-9844-32560d448ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:42:55.294180 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Network hostable DHCP agents. Network: 26db1955-fb74-41e6-85a0-7d0b1249df96, hostable agents: ['a7c59795-7f17-41c5-84b8-435388290dd9'], hosted agents: [] {{(pid=93404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 17:42:55.315527 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Network 26db1955-fb74-41e6-85a0-7d0b1249df96 is scheduled to be hosted by DHCP agent a7c59795-7f17-41c5-84b8-435388290dd9 with binding_index 1 {{(pid=93404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 17:42:55.330332 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-5-iscsi, 26db1955-fb74-41e6-85a0-7d0b1249df96) {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:42:55.337261 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:55.338189 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:55.343534 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1729e7-3799-45bb-9284-bcb320f51d1e None None] Network 26db1955-fb74-41e6-85a0-7d0b1249df96 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:42:55.358592 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6dee7569-88fe-42c2-934c-a93204138971 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4039576 Aug 02 17:42:55.521572 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34792b2a-d360-48f5-b717-04825fdcc669 req-daf5ef0f-5d5e-4203-aa2c-572febf67ddb tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:55.524702 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-34792b2a-d360-48f5-b717-04825fdcc669 req-daf5ef0f-5d5e-4203-aa2c-572febf67ddb tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0866115 Aug 02 17:42:55.558446 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17936f68-47ab-4074-9eb7-8d29c84e21aa None None] Network 26db1955-fb74-41e6-85a0-7d0b1249df96 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:42:55.605625 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-34792b2a-d360-48f5-b717-04825fdcc669 req-7adb6600-f5a8-44a6-a6d3-4bad159e709b tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737386 Aug 02 17:42:56.203740 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:56.784014 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680008-0901-4c2a-94cf-8732c305e23b req-a8ec984b-ba08-48a6-aca2-7f3809a71eaa tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:56.787054 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5e680008-0901-4c2a-94cf-8732c305e23b req-a8ec984b-ba08-48a6-aca2-7f3809a71eaa tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0886459 Aug 02 17:42:56.836558 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-5e680008-0901-4c2a-94cf-8732c305e23b req-9ab13e37-e357-490e-a53c-7548cda06b22 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Aug 02 17:42:57.133196 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-16f267bf-4798-416a-8aa3-adc935907887 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013353 Aug 02 17:42:57.152466 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5c627-3ef1-4d87-8f64-bac2d58e2f31 req-ccc5dd5e-89e2-4012-9962-52b990e120b6 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:57.153727 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6ae5c627-3ef1-4d87-8f64-bac2d58e2f31 req-ccc5dd5e-89e2-4012-9962-52b990e120b6 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0689909 Aug 02 17:42:57.220987 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-6ae5c627-3ef1-4d87-8f64-bac2d58e2f31 req-d4b94f34-795a-4f50-960e-2172020f32fa tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577991 Aug 02 17:42:57.523726 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c514-d831-464b-adc1-6c251f151b79 req-c0839dfc-9944-47cf-a49c-9ac45b3b3915 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:57.525280 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-c0839dfc-9944-47cf-a49c-9ac45b3b3915 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/networks?id=26db1955-fb74-41e6-85a0-7d0b1249df96 HTTP/1.1" status: 200 len: 813 time: 0.1334536 Aug 02 17:42:57.545800 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-65232671-0529-4271-a16a-d03a7f294156 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/quotas/9e5f94beda8648539bfb351bbe2be6bc HTTP/1.1" status: 200 len: 375 time: 0.0105970 Aug 02 17:42:57.600947 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-bcca5113-f16e-4966-9e4a-8dbc5ab8dea2 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e5f94beda8648539bfb351bbe2be6bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474668 Aug 02 17:42:57.722714 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-c5cdb6f0-e131-4770-9559-dc022d6afca8 service neutron] 10.222.0.16 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093652 Aug 02 17:42:57.839989 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-3d5c9ecf-9b8d-49df-b397-1d5d5a2f1763 service neutron] 10.222.0.16 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090088 Aug 02 17:42:58.025092 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-d28a472e-569b-4b64-ab74-1b8cd2ff24a7 req-f5df0e36-4fda-4c7c-9e0b-e0ff470d459f tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 210 time: 0.0341294 Aug 02 17:42:58.414884 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526024e4-1db6-496d-a5bf-2ab15f4771fc req-b33df0f6-7f4f-4473-800b-a178852929c2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:58.416627 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-526024e4-1db6-496d-a5bf-2ab15f4771fc req-b33df0f6-7f4f-4473-800b-a178852929c2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0808342 Aug 02 17:42:58.497221 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-526024e4-1db6-496d-a5bf-2ab15f4771fc req-4d9560aa-aa42-49a0-9c1b-f959aa4f9735 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691454 Aug 02 17:42:58.949234 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 68ca13e4-3590-4e9c-b14e-4422305bf873 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:42:59.047389 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:59.080317 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:42:59.083045 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0823b548-5278-4827-9369-b93293f584b5" -d '{"events": [{"server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "name": "network-vif-unplugged", "status": "completed", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:42:59.113273 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68ca13e4-3590-4e9c-b14e-4422305bf873,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:42:59.119979 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:42:59.132824 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 Aug 2021 17:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c00e51-8a56-4cc3-8a9a-74dcda09d402 x-openstack-request-id: req-e4c00e51-8a56-4cc3-8a9a-74dcda09d402 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:42:59.133264 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "name": "network-vif-unplugged", "status": "completed", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:42:59.133586 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4c00e51-8a56-4cc3-8a9a-74dcda09d402 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:42:59.134057 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'code': 200} Aug 02 17:42:59.184241 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-e1c24bf4-27a4-4018-8050-600124d26932 req-6abc4162-a224-4c0b-bd43-de652110205f tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 210 time: 0.0450008 Aug 02 17:42:59.203193 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-703904b3-f185-4a30-8701-617c9192c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:59.205605 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-703904b3-f185-4a30-8701-617c9192c8a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb&tenant_id=580a04042eb64af2a2dec1ffac81cfec HTTP/1.1" status: 200 len: 1098 time: 0.1254275 Aug 02 17:42:59.217358 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=68ca13e4-3590-4e9c-b14e-4422305bf873,revision_number=6']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:42:59.299732 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-1552e5dc-6e0c-4dd4-bd5c-2188d7fe6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:59.301401 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-1552e5dc-6e0c-4dd4-bd5c-2188d7fe6fdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=580a04042eb64af2a2dec1ffac81cfec&device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1096 time: 0.0551257 Aug 02 17:42:59.434631 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-14589dc8-4f51-4835-8321-64d988e10f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:59.436430 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-14589dc8-4f51-4835-8321-64d988e10f9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 200 len: 910 time: 0.1271491 Aug 02 17:42:59.557340 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-536a2471-d578-4310-bfb7-8a9521018d9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 200 len: 998 time: 0.1122687 Aug 02 17:42:59.629464 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-7c403d64-d1dd-4487-9f1d-d67b7154ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:59.631960 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-7c403d64-d1dd-4487-9f1d-d67b7154ec8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89a0be45-e6e5-4b99-a588-9c798a0f1d6a HTTP/1.1" status: 200 len: 848 time: 0.0676877 Aug 02 17:42:59.715620 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-1aa75dff-ef6a-483b-9b9e-d8baa002f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:59.718031 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5434-29a2-4420-9d61-d991c1214a70 req-c90e9b96-d9e4-4414-9a42-9419bece42a0 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:59.719051 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-1aa75dff-ef6a-483b-9b9e-d8baa002f999 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768280 Aug 02 17:42:59.720380 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8a1e5434-29a2-4420-9d61-d991c1214a70 req-c90e9b96-d9e4-4414-9a42-9419bece42a0 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.1061945 Aug 02 17:42:59.863994 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8a1e5434-29a2-4420-9d61-d991c1214a70 req-53dcdcd1-ba65-4e10-828d-95db8768df00 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197765 Aug 02 17:42:59.887394 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-88e92b98-69bf-4652-8fdc-ea03a0dc8a62 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603174 Aug 02 17:42:59.912198 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c514-d831-464b-adc1-6c251f151b79 req-a8b5ba52-f65e-44b1-9690-496f864dc9d4 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:42:59.914772 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-a8b5ba52-f65e-44b1-9690-496f864dc9d4 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.41 "GET /v2.0/networks?id=26db1955-fb74-41e6-85a0-7d0b1249df96 HTTP/1.1" status: 200 len: 813 time: 0.2327967 Aug 02 17:42:59.935968 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Request body: {'port': {'device_id': '59d4513f-2bd3-4a6d-aa02-0716fc67a704', 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96', 'admin_state_up': True, 'tenant_id': '9e5f94beda8648539bfb351bbe2be6bc'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:43:00.030222 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8cb960f1-b10b-437a-82ec-ae97fa67bd85 req-bee71904-b3af-4a1b-8c3c-abe0f1681a07 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288667 Aug 02 17:43:00.119715 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Made reservation on behalf of 9e5f94beda8648539bfb351bbe2be6bc for: {'port': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:43:00.124051 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:00.301048 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Allocated IP 172.20.0.12 (26db1955-fb74-41e6-85a0-7d0b1249df96/2c417eae-a8c9-4a2d-bbab-d155d8d540c2/45cf7ea8-ef51-4ff6-8e60-6eac847b98cb) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:43:00.314651 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-abe99f38-c2af-4676-9196-a1c81a7bbf83 req-da1603b3-bcfc-4107-82ab-69cb67d646fb tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 210 time: 0.0371649 Aug 02 17:43:00.503178 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:00.551446 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:00.617511 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Network 26db1955-fb74-41e6-85a0-7d0b1249df96 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:43:00.621615 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:43:00.629230 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:43:00.637521 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Pushing event updated for resources: {'Port': ['ID=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:43:00.668519 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.668875 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.669206 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.669584 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.669930 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.670263 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.670598 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.670934 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.671304 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.671687 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.672004 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.672438 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:43:00.709849 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:00.710679 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:00.730039 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-668388cf-fb8a-4b74-9af8-b68cee0ece60 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7988849 Aug 02 17:43:00.752041 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Request body: {'port': {'device_id': '59d4513f-2bd3-4a6d-aa02-0716fc67a704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:43:00.839828 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:01.116956 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86d77e-8a74-4385-bf17-6dec63f81e24 req-bb4a23a7-3f95-4b6d-a842-555892d9d9b0 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:01.118857 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fc86d77e-8a74-4385-bf17-6dec63f81e24 req-bb4a23a7-3f95-4b6d-a842-555892d9d9b0 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.1383772 Aug 02 17:43:01.212460 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fc86d77e-8a74-4385-bf17-6dec63f81e24 req-a779b8b1-712d-4fab-8fde-648739f19407 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833304 Aug 02 17:43:01.289926 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb {{(pid=93404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:43:01.299686 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:01.315464 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Transition to ACTIVE for port object 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb will not be triggered until provisioned by entity L2. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:43:01.321504 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:01.347198 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:01.400047 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Pushing event updated for resources: {'Port': ['ID=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:43:01.470285 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7f46d-0357-440c-a355-dc6ee20fd91b req-1ab9f076-fa18-465e-b23f-22d1963d1333 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:01.471952 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08a7f46d-0357-440c-a355-dc6ee20fd91b req-1ab9f076-fa18-465e-b23f-22d1963d1333 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 944 time: 0.0669737 Aug 02 17:43:01.488220 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Attempting to bind port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:43:01.488727 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Attempting to bind port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ce6825ea-a6b0-4e3e-9844-32560d448ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96'}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:43:01.489782 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Attempting to bind port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb on network 26db1955-fb74-41e6-85a0-7d0b1249df96 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:43:01.498087 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb on network 26db1955-fb74-41e6-85a0-7d0b1249df96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:43:01.499444 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Attempting to bind port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb on network 26db1955-fb74-41e6-85a0-7d0b1249df96 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:43:01.507849 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:43:01.508212 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Checking segment: {'id': 'ce6825ea-a6b0-4e3e-9844-32560d448ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:43:01.508599 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Bound using segment: {'id': 'ce6825ea-a6b0-4e3e-9844-32560d448ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96'} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:43:01.509076 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Bound port: 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6825ea-a6b0-4e3e-9844-32560d448ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96'}}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:43:01.509499 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:01.520000 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-08a7f46d-0357-440c-a355-dc6ee20fd91b req-53e3c367-bf81-4ec1-9a20-c12c956fcb0e tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394380 Aug 02 17:43:01.591403 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] For port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb, host hv-cinder-78836, cleared binding levels {{(pid=93404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:43:01.595080 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] For port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:43:01.601424 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:01.638768 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:01.639449 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:01.640915 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] 10.222.0.41 "PUT /v2.0/ports/45cf7ea8-ef51-4ff6-8e60-6eac847b98cb HTTP/1.1" status: 200 len: 1094 time: 0.8948896 Aug 02 17:43:01.641393 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d4513f-2bd3-4a6d-aa02-0716fc67a704', 'tag': '45cf7ea8-ef51-4ff6-8e60-6eac847b98cb'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:43:01.643850 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729f604a-21d1-4883-9239-b75f7126890b" -d '{"events": [{"name": "network-changed", "server_uuid": "59d4513f-2bd3-4a6d-aa02-0716fc67a704", "tag": "45cf7ea8-ef51-4ff6-8e60-6eac847b98cb"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:43:01.687690 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab37d55-9b22-408f-8129-03bc4a11ee6e service neutron] Pushing event updated for resources: {'Port': ['ID=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,revision_number=3']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:43:01.700422 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbd8009-ee2e-4a1c-8e06-124dd646566f x-openstack-request-id: req-4cbd8009-ee2e-4a1c-8e06-124dd646566f {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:43:01.700832 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d4513f-2bd3-4a6d-aa02-0716fc67a704", "tag": "45cf7ea8-ef51-4ff6-8e60-6eac847b98cb", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:43:01.701185 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cbd8009-ee2e-4a1c-8e06-124dd646566f {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:43:01.701938 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d4513f-2bd3-4a6d-aa02-0716fc67a704', 'tag': '45cf7ea8-ef51-4ff6-8e60-6eac847b98cb', 'status': 'completed', 'code': 200} Aug 02 17:43:01.745750 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [req-8d0f85fd-c09f-4fb0-afe0-5b6ce88fb449 req-58d7af49-f16d-4298-9983-82dc0f62f1d8 service neutron] (93403) timed out ('10.222.0.41', 63430) {{(pid=93403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 02 17:43:01.782701 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c514-d831-464b-adc1-6c251f151b79 req-ea7e918e-cb9c-4adb-a795-4efec95fb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:01.786475 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-ea7e918e-cb9c-4adb-a795-4efec95fb223 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5f94beda8648539bfb351bbe2be6bc&device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 1097 time: 0.0637786 Aug 02 17:43:01.843245 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-268456c7-0c51-4fa7-a633-078970f2b52d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb HTTP/1.1" status: 200 len: 217 time: 0.0424635 Aug 02 17:43:01.904590 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33c514-d831-464b-adc1-6c251f151b79 req-559c31fe-efe1-4205-9dc1-31452f78e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:01.906021 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-559c31fe-efe1-4205-9dc1-31452f78e9b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c417eae-a8c9-4a2d-bbab-d155d8d540c2 HTTP/1.1" status: 200 len: 853 time: 0.0557625 Aug 02 17:43:01.958237 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-9adb3699-1e46-49f8-968c-9db7d52ae114 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26db1955-fb74-41e6-85a0-7d0b1249df96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444436 Aug 02 17:43:02.107965 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-eef9be84-e5b4-44e4-a22a-0a03108831ea service neutron] 10.222.0.41 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417744 Aug 02 17:43:02.247749 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1c33c514-d831-464b-adc1-6c251f151b79 req-6bcd4b0a-9091-4586-bc5c-56330a0d8e49 service neutron] 10.222.0.41 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315305 Aug 02 17:43:02.405075 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b541e31-b794-4292-ae95-225c475a8ad0 req-e7c27008-b917-4d42-9c8d-6d87ba2ecac1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:02.407042 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8b541e31-b794-4292-ae95-225c475a8ad0 req-e7c27008-b917-4d42-9c8d-6d87ba2ecac1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0839331 Aug 02 17:43:02.415475 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f604a-21d1-4883-9239-b75f7126890b req-6da56e78-9d69-4e1c-a02c-bf7b419f9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:02.418020 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-729f604a-21d1-4883-9239-b75f7126890b req-6da56e78-9d69-4e1c-a02c-bf7b419f9baf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5f94beda8648539bfb351bbe2be6bc&device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 1097 time: 0.0676851 Aug 02 17:43:02.478436 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8b541e31-b794-4292-ae95-225c475a8ad0 req-078f4eff-9c0f-423e-b1ef-1cd9f5835854 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597756 Aug 02 17:43:02.551190 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f604a-21d1-4883-9239-b75f7126890b req-040aabaa-9810-4ab3-be89-1e10b48e41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:02.554126 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-729f604a-21d1-4883-9239-b75f7126890b req-040aabaa-9810-4ab3-be89-1e10b48e41b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26db1955-fb74-41e6-85a0-7d0b1249df96 HTTP/1.1" status: 200 len: 914 time: 0.1270828 Aug 02 17:43:02.622211 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-729f604a-21d1-4883-9239-b75f7126890b req-6663d5db-46a0-4ff8-88c7-2f20387c0b2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb HTTP/1.1" status: 200 len: 217 time: 0.0585737 Aug 02 17:43:02.731793 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6dac-fc89-44bc-90c5-7b78c35397a7 req-0d41f3f4-cbea-4b50-aa76-0d6be9fe2d08 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:02.733783 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bfcf6dac-fc89-44bc-90c5-7b78c35397a7 req-0d41f3f4-cbea-4b50-aa76-0d6be9fe2d08 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 944 time: 0.1146231 Aug 02 17:43:02.736501 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f604a-21d1-4883-9239-b75f7126890b req-a531e3fa-5aae-40b5-b5bc-24a4ace50130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:02.738098 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-729f604a-21d1-4883-9239-b75f7126890b req-a531e3fa-5aae-40b5-b5bc-24a4ace50130 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c417eae-a8c9-4a2d-bbab-d155d8d540c2 HTTP/1.1" status: 200 len: 853 time: 0.1004081 Aug 02 17:43:02.786162 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-729f604a-21d1-4883-9239-b75f7126890b req-4d43f3c2-67f7-42b5-9d59-17fc7523b8ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26db1955-fb74-41e6-85a0-7d0b1249df96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398223 Aug 02 17:43:02.831616 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-bfcf6dac-fc89-44bc-90c5-7b78c35397a7 req-97df3fd5-1c7e-468d-ab07-e5855a9358ac tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866616 Aug 02 17:43:02.923988 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-729f604a-21d1-4883-9239-b75f7126890b req-37d0ae85-ce4a-4c9d-b4ab-286f4b91a417 service neutron] 10.222.0.41 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302748 Aug 02 17:43:03.045147 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-729f604a-21d1-4883-9239-b75f7126890b req-476c4845-c4ad-4272-a994-b61ea96e693b service neutron] 10.222.0.41 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134849 Aug 02 17:43:03.631766 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361f80c-2c7b-48cf-9937-1ba1726c5768 req-d2c1bf18-9131-47d8-a503-28c307dd4ab8 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:03.633803 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a361f80c-2c7b-48cf-9937-1ba1726c5768 req-d2c1bf18-9131-47d8-a503-28c307dd4ab8 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0601892 Aug 02 17:43:03.678489 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a361f80c-2c7b-48cf-9937-1ba1726c5768 req-87c4e7df-be82-42f5-b7d6-2fca1ac65f24 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384486 Aug 02 17:43:04.000966 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421edb8-2a8b-4803-bd3f-c3b2ea64e9b0 req-f6aed65d-6e15-486e-8b58-39d0e7ac70d2 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:04.002566 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b421edb8-2a8b-4803-bd3f-c3b2ea64e9b0 req-f6aed65d-6e15-486e-8b58-39d0e7ac70d2 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 944 time: 0.0740793 Aug 02 17:43:04.049516 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b421edb8-2a8b-4803-bd3f-c3b2ea64e9b0 req-4337c0a2-a9e0-4995-b3b7-a1f983c3993a tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Aug 02 17:43:04.823892 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda61f52-da58-448e-8563-b1d5415d1088 req-ee240965-3807-4ee8-a824-582a97afd45f tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:04.825438 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cda61f52-da58-448e-8563-b1d5415d1088 req-ee240965-3807-4ee8-a824-582a97afd45f tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0586772 Aug 02 17:43:04.875803 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-cda61f52-da58-448e-8563-b1d5415d1088 req-64f04b3a-b61d-4695-94d1-cc9f8bd4cc08 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Aug 02 17:43:04.994207 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:43:05.105041 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:43:05.125196 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '45cf7ea8-ef51-4ff6-8e60-6eac847b98cb', 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96', 'port_id': '45cf7ea8-ef51-4ff6-8e60-6eac847b98cb', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c417eae-a8c9-4a2d-bbab-d155d8d540c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:43:05.181178 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:05.186487 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f78e55-cbb8-4a66-bbf2-7a474c35a928 req-16def661-e78e-442a-8a1a-1f1eeaac1293 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:05.188375 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-62f78e55-cbb8-4a66-bbf2-7a474c35a928 req-16def661-e78e-442a-8a1a-1f1eeaac1293 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 944 time: 0.0577452 Aug 02 17:43:05.202425 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:43:05.228026 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:43:05.233548 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:05.237876 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-62f78e55-cbb8-4a66-bbf2-7a474c35a928 req-41ea5ec9-937b-4215-ba6f-8ce1cf1811aa tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426764 Aug 02 17:43:05.306033 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:43:05.729443 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['45cf7ea8-ef51-4ff6-8e60-6eac847b98cb'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:43:06.315570 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc4991-8d92-49c6-9358-1cba9393b82e req-ffe54a9b-26dc-4689-8a50-562d8b06a317 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:06.318417 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7afc4991-8d92-49c6-9358-1cba9393b82e req-ffe54a9b-26dc-4689-8a50-562d8b06a317 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.3397133 Aug 02 17:43:06.365489 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-7afc4991-8d92-49c6-9358-1cba9393b82e req-d1bb2e3f-78fe-4fba-a96c-6b193e8bda9f tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 Aug 02 17:43:06.411964 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79232c1f-1c7f-4c3e-8bc3-586e1bf004b8 req-57f6c9ff-ef0a-43a0-a937-c4efeaa7fb1d tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:06.414620 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-79232c1f-1c7f-4c3e-8bc3-586e1bf004b8 req-57f6c9ff-ef0a-43a0-a937-c4efeaa7fb1d tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 945 time: 0.0774236 Aug 02 17:43:06.461972 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-79232c1f-1c7f-4c3e-8bc3-586e1bf004b8 req-febb4b27-4e06-4c67-ad7a-faf162240caf tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Aug 02 17:43:07.014001 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:43:07.080922 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:43:07.085875 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:43:07.086574 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:07.183499 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:07.210246 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d4513f-2bd3-4a6d-aa02-0716fc67a704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cf7ea8-ef51-4ff6-8e60-6eac847b98cb'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:43:07.212428 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea92772-0ec3-4ff6-a0db-cbbf5b332067" -d '{"events": [{"server_uuid": "59d4513f-2bd3-4a6d-aa02-0716fc67a704", "name": "network-vif-plugged", "status": "completed", "tag": "45cf7ea8-ef51-4ff6-8e60-6eac847b98cb"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:43:07.228875 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:43:07.234520 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:07.276608 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8768b43-ca51-46cb-9f23-cbb11fed2f9a x-openstack-request-id: req-a8768b43-ca51-46cb-9f23-cbb11fed2f9a {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:43:07.277078 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d4513f-2bd3-4a6d-aa02-0716fc67a704", "name": "network-vif-plugged", "status": "completed", "tag": "45cf7ea8-ef51-4ff6-8e60-6eac847b98cb", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:43:07.277512 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8768b43-ca51-46cb-9f23-cbb11fed2f9a {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:43:07.278176 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d4513f-2bd3-4a6d-aa02-0716fc67a704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cf7ea8-ef51-4ff6-8e60-6eac847b98cb', 'code': 200} Aug 02 17:43:07.306370 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:43:07.563844 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6fed7-ffe4-47a6-a89b-0bf842535572 req-9d89f360-570f-4bd1-b914-9c117e005122 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:07.566475 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1cd6fed7-ffe4-47a6-a89b-0bf842535572 req-9d89f360-570f-4bd1-b914-9c117e005122 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.1040981 Aug 02 17:43:07.577629 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4833d-6d9f-4fd4-925f-8e82a09b404e req-c3822640-b5eb-44f4-b6af-5da7fff508a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:07.580224 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-62b4833d-6d9f-4fd4-925f-8e82a09b404e req-c3822640-b5eb-44f4-b6af-5da7fff508a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 1099 time: 0.0803006 Aug 02 17:43:07.622640 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3ea6f-63fb-4dc6-b62f-ac26e3494c14 req-9cf61762-0618-4d73-a961-f23e96205788 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:07.624719 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b2c3ea6f-63fb-4dc6-b62f-ac26e3494c14 req-9cf61762-0618-4d73-a961-f23e96205788 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 946 time: 0.0637906 Aug 02 17:43:07.641225 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-62b4833d-6d9f-4fd4-925f-8e82a09b404e req-d83ea2f2-d73a-44a0-bbc0-2f11026dd5a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522528 Aug 02 17:43:07.644083 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1cd6fed7-ffe4-47a6-a89b-0bf842535572 req-5e3316bb-3fa1-45b1-a93c-2dd7c570727e tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625477 Aug 02 17:43:07.687628 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-b2c3ea6f-63fb-4dc6-b62f-ac26e3494c14 req-8ca3b2df-b575-4713-9e35-3cc46d32b5e9 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509624 Aug 02 17:43:07.870684 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [req-31309286-03ff-4f81-ba8c-4989609af123 req-5c9ef50e-5a85-4ba1-9702-ead0625c934a service neutron] (93403) timed out ('10.222.0.41', 63425) {{(pid=93403) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 02 17:43:08.809357 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93f7b5-a5af-4646-87e3-c3099bc5a2d9 req-eaa3bfd5-c2e8-46f9-b0d9-839dfbf4a474 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:08.811354 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ce93f7b5-a5af-4646-87e3-c3099bc5a2d9 req-eaa3bfd5-c2e8-46f9-b0d9-839dfbf4a474 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 943 time: 0.0752461 Aug 02 17:43:08.876365 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f218c33-df1a-43bb-a290-4fb5af3e9217 req-1c9360bd-8eff-4cf0-8ecd-7c729f487f8d tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:08.877252 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ce93f7b5-a5af-4646-87e3-c3099bc5a2d9 req-e3af63ff-4ace-4f53-97b8-d10b11b82b62 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536211 Aug 02 17:43:08.878899 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1f218c33-df1a-43bb-a290-4fb5af3e9217 req-1c9360bd-8eff-4cf0-8ecd-7c729f487f8d tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 946 time: 0.0822952 Aug 02 17:43:08.945119 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-1f218c33-df1a-43bb-a290-4fb5af3e9217 req-6f31f7f9-610b-450f-b2d6-b56f52e3861e tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527508 Aug 02 17:43:09.036390 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 68ca13e4-3590-4e9c-b14e-4422305bf873 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:43:09.191196 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68ca13e4-3590-4e9c-b14e-4422305bf873,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:43:09.208990 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'port_id': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'mac_address': 'fa:16:3e:b0:02:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:43:09.258678 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:09.274375 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ca13e4-3590-4e9c-b14e-4422305bf873 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:43:09.297376 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68ca13e4-3590-4e9c-b14e-4422305bf873,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:43:09.304265 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:09.385230 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=68ca13e4-3590-4e9c-b14e-4422305bf873,revision_number=7']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:43:10.002642 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['68ca13e4-3590-4e9c-b14e-4422305bf873'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:43:10.073387 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d4917-45ed-46c5-ac96-3997f8632a5b req-4af157cc-9bcb-4270-a534-b77257e999f2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:10.076262 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d80d4917-45ed-46c5-ac96-3997f8632a5b req-4af157cc-9bcb-4270-a534-b77257e999f2 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 944 time: 0.0860412 Aug 02 17:43:10.153889 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-d80d4917-45ed-46c5-ac96-3997f8632a5b req-60002cf5-196c-44b3-819d-9f63e587fecf tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683961 Aug 02 17:43:10.169128 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7591c5-12b2-4898-b20c-3c768b797a32 req-decc02f0-df6d-4076-9063-2b90cd58f09e tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:10.170770 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8d7591c5-12b2-4898-b20c-3c768b797a32 req-decc02f0-df6d-4076-9063-2b90cd58f09e tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 946 time: 0.0883589 Aug 02 17:43:10.219000 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-8d7591c5-12b2-4898-b20c-3c768b797a32 req-d12cf348-3be9-4ccd-9ce4-b2a13800741b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Aug 02 17:43:11.309785 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8f054-3be0-4adf-a69a-e2fe1196f49f req-3b420caf-0dd7-4b22-bf1a-21767d71e8f8 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:11.311428 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ceb8f054-3be0-4adf-a69a-e2fe1196f49f req-3b420caf-0dd7-4b22-bf1a-21767d71e8f8 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 944 time: 0.0686209 Aug 02 17:43:11.370570 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ceb8f054-3be0-4adf-a69a-e2fe1196f49f req-35a33388-e2fe-42c2-b9fc-c71114f033c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524218 Aug 02 17:43:12.547848 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108fdbc-ba7b-4330-acac-365dc4256683 req-c0023c50-797a-4750-b63e-83d041cd8d29 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:12.549465 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4108fdbc-ba7b-4330-acac-365dc4256683 req-c0023c50-797a-4750-b63e-83d041cd8d29 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 944 time: 0.0712004 Aug 02 17:43:12.601718 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4108fdbc-ba7b-4330-acac-365dc4256683 req-11d44156-fdb6-4569-87e8-acebf6ff441a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 Aug 02 17:43:13.087226 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 68ca13e4-3590-4e9c-b14e-4422305bf873 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:43:13.152925 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 68ca13e4-3590-4e9c-b14e-4422305bf873 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:43:13.153333 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:13.262018 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:13.298442 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:43:13.301692 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72b2f4e-219a-4ca9-ac51-094b9cc2f6f2" -d '{"events": [{"server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "name": "network-vif-plugged", "status": "completed", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:43:13.314879 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68ca13e4-3590-4e9c-b14e-4422305bf873,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:43:13.321862 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:13.376746 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f25c7e-5086-4fc7-b597-b0ec1b0b5365 x-openstack-request-id: req-70f25c7e-5086-4fc7-b597-b0ec1b0b5365 {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:43:13.377165 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "name": "network-vif-plugged", "status": "completed", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:43:13.377553 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70f25c7e-5086-4fc7-b597-b0ec1b0b5365 {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:43:13.378125 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'code': 200} Aug 02 17:43:13.408019 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=68ca13e4-3590-4e9c-b14e-4422305bf873,revision_number=8']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:43:13.734100 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9fc7-c19c-4a2b-b4c2-c43243471fcc req-91e15628-be07-4a7e-96c5-b4f375cd5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:13.736547 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-952a9fc7-c19c-4a2b-b4c2-c43243471fcc req-91e15628-be07-4a7e-96c5-b4f375cd5ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1098 time: 0.0680692 Aug 02 17:43:13.784440 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-952a9fc7-c19c-4a2b-b4c2-c43243471fcc req-4264fe9a-4f18-4c60-b735-4ce81d40b460 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402238 Aug 02 17:43:13.792858 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd28ea-b932-4a99-a7d3-605f7e8f1664 req-989a7276-9407-476d-9a48-3ea87ab21eb3 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:13.795255 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aefd28ea-b932-4a99-a7d3-605f7e8f1664 req-989a7276-9407-476d-9a48-3ea87ab21eb3 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0802257 Aug 02 17:43:13.843909 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-aefd28ea-b932-4a99-a7d3-605f7e8f1664 req-55b1772e-6bf2-4893-9ec3-2ad43d28cb5e tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393991 Aug 02 17:43:14.989672 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563ab0b-c271-421b-a4f8-246bb82dad49 req-816b4da6-5ad4-4284-8fb6-972dd4410ec4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:14.991741 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9563ab0b-c271-421b-a4f8-246bb82dad49 req-816b4da6-5ad4-4284-8fb6-972dd4410ec4 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0684545 Aug 02 17:43:15.041260 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9563ab0b-c271-421b-a4f8-246bb82dad49 req-575bdabe-3918-4f83-ab0b-0b329b9680c1 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428665 Aug 02 17:43:16.213778 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54ad17-8890-4588-9daa-cdc34d2a4f18 req-0794895e-7f94-4df4-ac78-40043f90b07d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:16.216903 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d54ad17-8890-4588-9daa-cdc34d2a4f18 req-0794895e-7f94-4df4-ac78-40043f90b07d tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0735004 Aug 02 17:43:16.287839 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-0d54ad17-8890-4588-9daa-cdc34d2a4f18 req-e9826f74-6092-43ee-98a5-6d2bb72d785c tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602865 Aug 02 17:43:20.083669 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6f2b11d6-2a87-4215-88af-bc1c6346e320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:20.874909 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:43:22.549717 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7f4709d7-a2ed-43a9-b9fd-f0748940003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:22.912154 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:23.906918 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:26.217687 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:31.331755 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:41.015143 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-a8eb9f5e-04a7-4fca-9d96-29beeef54878 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1491153 Aug 02 17:43:41.145740 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-677272cd-5c83-4d2e-be4e-429128afe154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:41.147389 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-677272cd-5c83-4d2e-be4e-429128afe154 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=580a04042eb64af2a2dec1ffac81cfec&device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1098 time: 0.0485137 Aug 02 17:43:41.280143 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-c2af6a65-befa-4c11-a29e-b07d824fe182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:41.281864 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-c2af6a65-befa-4c11-a29e-b07d824fe182 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 200 len: 910 time: 0.1113415 Aug 02 17:43:41.369227 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-68ce6c9f-68f4-4cfc-87be-717c5a9e2506 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 200 len: 1000 time: 0.0790980 Aug 02 17:43:41.436526 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-8b911177-8f2c-48e9-9dd2-b829e66f90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:41.438844 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-8b911177-8f2c-48e9-9dd2-b829e66f90cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89a0be45-e6e5-4b99-a588-9c798a0f1d6a HTTP/1.1" status: 200 len: 848 time: 0.0617273 Aug 02 17:43:41.519715 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-8d9cc835-bd69-459f-b3e8-6d2cc5bf3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:43:41.521342 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-8d9cc835-bd69-459f-b3e8-6d2cc5bf3f7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746515 Aug 02 17:43:41.637768 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-2f0d7fce-d94f-41a9-bf94-4098753eac11 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083932 Aug 02 17:43:41.742050 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-64e15ee4-68e6-4281-adbf-a3e086b03e48 req-ba93fd2f-4bc4-49f0-b06a-0686ad106db6 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966372 Aug 02 17:43:50.070330 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f64cd044-129d-497d-8854-4cc942f3a1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:52.554588 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8e370e2d-2a59-4b87-9032-df0df34661e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:52.910061 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:53.911359 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:56.217436 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:43:57.878081 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:44:01.353148 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:05.285754 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0586610-d74b-4d1e-86c1-12442aaa7796 req-a6cb59c3-cdbb-4d31-b58f-efdea035d880 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:05.287453 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a0586610-d74b-4d1e-86c1-12442aaa7796 req-a6cb59c3-cdbb-4d31-b58f-efdea035d880 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 946 time: 0.0799193 Aug 02 17:44:05.345255 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-a0586610-d74b-4d1e-86c1-12442aaa7796 req-258befc4-6105-4d4d-93e2-d5c602c3c900 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483637 Aug 02 17:44:06.501643 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bdb0-ed69-499c-9551-fc148804c6a2 req-8b24ecec-94b5-4269-9c56-7931e49395c5 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:06.504406 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3910bdb0-ed69-499c-9551-fc148804c6a2 req-8b24ecec-94b5-4269-9c56-7931e49395c5 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 946 time: 0.0639863 Aug 02 17:44:06.553173 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3910bdb0-ed69-499c-9551-fc148804c6a2 req-4ceb984c-04c0-49df-83c3-d712c2a40f7e tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385027 Aug 02 17:44:07.477877 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-8ff020ec-a8de-48ad-8a97-acbdfcab330d tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:07.479708 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-8ff020ec-a8de-48ad-8a97-acbdfcab330d tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.41 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 946 time: 0.0533419 Aug 02 17:44:07.611505 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Deleting port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:44:07.612260 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:07.739591 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] For port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:44:07.740188 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:07.749382 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a7d32-cd45-4519-aad2-973639d1bdaf req-7aaa668f-5733-4415-9e75-9ea4a30d15cd tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:07.752953 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-012a7d32-cd45-4519-aad2-973639d1bdaf req-7aaa668f-5733-4415-9e75-9ea4a30d15cd tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=59d4513f-2bd3-4a6d-aa02-0716fc67a704 HTTP/1.1" status: 200 len: 946 time: 0.0801609 Aug 02 17:44:07.762259 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Calling delete_port for 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb owned by compute:nova {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:44:07.820941 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-012a7d32-cd45-4519-aad2-973639d1bdaf req-bde8c1ea-745d-4007-a000-f670db3af40f tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575826 Aug 02 17:44:07.935361 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:07.967136 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Pushing event deleted for resources: {'Port': ['ID=45cf7ea8-ef51-4ff6-8e60-6eac847b98cb,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:44:07.977112 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['45cf7ea8-ef51-4ff6-8e60-6eac847b98cb'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:44:07.981865 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.981865 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.981865 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.982477 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.982477 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.982798 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.983011 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.983447 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.983782 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.984118 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.984449 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:07.985306 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:08.038025 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] No DVR routers for this DVR port 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb on host hv-cinder-78836 {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:44:08.041098 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:08.043234 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-373ba969-aaa5-4aab-8e91-b15a41ba23ac req-c253bb10-41a1-4d06-b4c8-acd235b3736b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.41 "DELETE /v2.0/ports/45cf7ea8-ef51-4ff6-8e60-6eac847b98cb HTTP/1.1" status: 204 len: 173 time: 0.5566876 Aug 02 17:44:08.049736 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d4513f-2bd3-4a6d-aa02-0716fc67a704', 'name': 'network-vif-deleted', 'tag': '45cf7ea8-ef51-4ff6-8e60-6eac847b98cb'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:44:08.049736 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84448d46-7531-4f0d-a917-a7bcf219577f" -d '{"events": [{"server_uuid": "59d4513f-2bd3-4a6d-aa02-0716fc67a704", "name": "network-vif-deleted", "tag": "45cf7ea8-ef51-4ff6-8e60-6eac847b98cb"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:44:08.090470 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cf3989-af76-4f59-b8b0-b224346012d7 x-openstack-request-id: req-01cf3989-af76-4f59-b8b0-b224346012d7 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:44:08.090920 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d4513f-2bd3-4a6d-aa02-0716fc67a704", "name": "network-vif-deleted", "tag": "45cf7ea8-ef51-4ff6-8e60-6eac847b98cb", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:44:08.091377 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01cf3989-af76-4f59-b8b0-b224346012d7 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:44:08.091984 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d4513f-2bd3-4a6d-aa02-0716fc67a704', 'name': 'network-vif-deleted', 'tag': '45cf7ea8-ef51-4ff6-8e60-6eac847b98cb', 'status': 'completed', 'code': 200} Aug 02 17:44:11.767917 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:44:11.803997 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:44:11.804565 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 45cf7ea8-ef51-4ff6-8e60-6eac847b98cb not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:44:20.082635 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bcb59009-1ebb-417d-a906-fbb0df9c1552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:21.265398 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-aec347c8-f4f3-449d-b891-7a19781a5bad tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:21.267180 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-aec347c8-f4f3-449d-b891-7a19781a5bad tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/networks?id=26db1955-fb74-41e6-85a0-7d0b1249df96 HTTP/1.1" status: 200 len: 813 time: 0.1165392 Aug 02 17:44:21.288620 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-0f40bf07-a4ff-4b47-bf6a-264ac6b2e883 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/quotas/9e5f94beda8648539bfb351bbe2be6bc HTTP/1.1" status: 200 len: 375 time: 0.0150819 Aug 02 17:44:21.330809 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-fded88e3-fd29-4bb4-9334-16e17b0e9367 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e5f94beda8648539bfb351bbe2be6bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331025 Aug 02 17:44:21.520172 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-e0989fcb-bc52-4e7f-97d5-2c55278d37ed service neutron] 10.222.0.16 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813774 Aug 02 17:44:21.658438 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-c1bc0446-ed24-4766-ac77-d8029894ba2c service neutron] 10.222.0.16 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275346 Aug 02 17:44:21.875459 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-4881ba0e-1643-4b0a-9e4a-a7793ebf4f1c req-7d9b9675-0a73-428d-a605-4798dba37c50 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 210 time: 0.0357957 Aug 02 17:44:22.565516 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-bc69d83e-d610-4881-a373-64c906fda02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:22.910242 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:23.010386 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a5ec9379-417d-4423-bb84-33d532553004 req-235845ec-34a1-479c-b2f0-90d81197de46 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 210 time: 0.0369930 Aug 02 17:44:23.476454 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-908dfe6b-87aa-47f9-9576-ce3c50d1422e tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:23.478953 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-908dfe6b-87aa-47f9-9576-ce3c50d1422e tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.41 "GET /v2.0/networks?id=26db1955-fb74-41e6-85a0-7d0b1249df96 HTTP/1.1" status: 200 len: 813 time: 0.1720991 Aug 02 17:44:23.512105 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Request body: {'port': {'device_id': 'f999733e-1ab2-4226-88db-0fe3e6ab5534', 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96', 'admin_state_up': True, 'tenant_id': '9e5f94beda8648539bfb351bbe2be6bc'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:44:23.669568 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Made reservation on behalf of 9e5f94beda8648539bfb351bbe2be6bc for: {'port': 1} {{(pid=93404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 17:44:23.673399 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:23.825495 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_common [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Allocated IP 172.20.0.14 (26db1955-fb74-41e6-85a0-7d0b1249df96/2c417eae-a8c9-4a2d-bbab-d155d8d540c2/6046de7c-6575-4eba-8042-e9cdacc453d7) {{(pid=93404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 17:44:23.912332 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:24.036110 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks [] for port, precommit_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:24.085241 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737212336532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_create {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:24.138267 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Network 26db1955-fb74-41e6-85a0-7d0b1249df96 is already hosted by enough agents. {{(pid=93404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 17:44:24.142737 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.base_scheduler [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Resources bound (agent type, host, resource id): {{(pid=93404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 17:44:24.150081 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Received port after_create {{(pid=93404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 02 17:44:24.157255 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Pushing event updated for resources: {'Port': ['ID=6046de7c-6575-4eba-8042-e9cdacc453d7,revision_number=1']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:44:24.194952 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac37f1-1039-4a90-ad74-3a58e02d48d1 req-e2715c64-2f44-4f3a-93e1-79f34c3732e2 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:24.196604 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-71ac37f1-1039-4a90-ad74-3a58e02d48d1 req-e2715c64-2f44-4f3a-93e1-79f34c3732e2 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 932 time: 0.0760241 Aug 02 17:44:24.210112 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:24.210698 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:24.229008 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-ebb4aa99-2f50-4ef3-b087-7c86213b3d30 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7216160 Aug 02 17:44:24.250106 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-71ac37f1-1039-4a90-ad74-3a58e02d48d1 req-dcdf3ecd-21ee-4e67-908c-e2aed9fd8a78 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450878 Aug 02 17:44:24.284898 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.v2.base [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Request body: {'port': {'device_id': 'f999733e-1ab2-4226-88db-0fe3e6ab5534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 17:44:24.372578 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:25.012757 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6046de7c-6575-4eba-8042-e9cdacc453d7 {{(pid=93404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:44:25.028231 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:25.044366 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.provisioning_blocks [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Transition to ACTIVE for port object 6046de7c-6575-4eba-8042-e9cdacc453d7 will not be triggered until provisioned by entity L2. {{(pid=93404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 17:44:25.050411 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:25.113357 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Pushing event updated for resources: {'Port': ['ID=6046de7c-6575-4eba-8042-e9cdacc453d7,revision_number=2']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:44:25.202156 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Attempting to bind port 6046de7c-6575-4eba-8042-e9cdacc453d7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 17:44:25.202867 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Attempting to bind port 6046de7c-6575-4eba-8042-e9cdacc453d7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ce6825ea-a6b0-4e3e-9844-32560d448ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96'}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 17:44:25.203269 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Attempting to bind port 6046de7c-6575-4eba-8042-e9cdacc453d7 on network 26db1955-fb74-41e6-85a0-7d0b1249df96 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:44:25.208696 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Port 6046de7c-6575-4eba-8042-e9cdacc453d7 on network 26db1955-fb74-41e6-85a0-7d0b1249df96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 02 17:44:25.209103 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Attempting to bind port 6046de7c-6575-4eba-8042-e9cdacc453d7 on network 26db1955-fb74-41e6-85a0-7d0b1249df96 {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 02 17:44:25.215813 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Checking agent: {'id': '682e9860-7a48-4976-8cf9-6fbd9fcc20e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'started_at': datetime.datetime(2021, 8, 2, 17, 25, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 02 17:44:25.216210 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Checking segment: {'id': 'ce6825ea-a6b0-4e3e-9844-32560d448ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 02 17:44:25.216728 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Bound using segment: {'id': 'ce6825ea-a6b0-4e3e-9844-32560d448ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96'} {{(pid=93404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 02 17:44:25.217277 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.managers [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Bound port: 6046de7c-6575-4eba-8042-e9cdacc453d7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6825ea-a6b0-4e3e-9844-32560d448ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96'}}] {{(pid=93404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 17:44:25.217688 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:25.305814 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] For port 6046de7c-6575-4eba-8042-e9cdacc453d7, host hv-cinder-78836, cleared binding levels {{(pid=93404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 02 17:44:25.313123 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] For port 6046de7c-6575-4eba-8042-e9cdacc453d7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6046de7c-6575-4eba-8042-e9cdacc453d7,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 02 17:44:25.319765 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4096435'] for port, after_update {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:25.375693 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:25.376693 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:25.378925 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] 10.222.0.41 "PUT /v2.0/ports/6046de7c-6575-4eba-8042-e9cdacc453d7 HTTP/1.1" status: 200 len: 1094 time: 1.1014388 Aug 02 17:44:25.379679 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f999733e-1ab2-4226-88db-0fe3e6ab5534', 'tag': '6046de7c-6575-4eba-8042-e9cdacc453d7'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:44:25.383712 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5aa85-f05c-410f-9283-8444ba3a6c27" -d '{"events": [{"name": "network-changed", "server_uuid": "f999733e-1ab2-4226-88db-0fe3e6ab5534", "tag": "6046de7c-6575-4eba-8042-e9cdacc453d7"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:44:25.486861 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcbffd8-43e1-4a34-811a-a60145a9c477 x-openstack-request-id: req-cdcbffd8-43e1-4a34-811a-a60145a9c477 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:44:25.487363 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f999733e-1ab2-4226-88db-0fe3e6ab5534", "tag": "6046de7c-6575-4eba-8042-e9cdacc453d7", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:44:25.487775 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdcbffd8-43e1-4a34-811a-a60145a9c477 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:44:25.488419 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f999733e-1ab2-4226-88db-0fe3e6ab5534', 'tag': '6046de7c-6575-4eba-8042-e9cdacc453d7', 'status': 'completed', 'code': 200} Aug 02 17:44:25.516477 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac2b9d-c02e-432e-a075-afa51e5fb07e service neutron] Pushing event updated for resources: {'Port': ['ID=6046de7c-6575-4eba-8042-e9cdacc453d7,revision_number=3']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:44:25.541086 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f08bc-4200-49ee-b651-c4e24abb58d7 req-fc2ff395-0650-4170-bbe5-3e3ff172dac9 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:25.543775 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2b3f08bc-4200-49ee-b651-c4e24abb58d7 req-fc2ff395-0650-4170-bbe5-3e3ff172dac9 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 944 time: 0.1947944 Aug 02 17:44:25.586129 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-0374600c-63c6-412e-8fe2-1b654d9e0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:25.587724 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-0374600c-63c6-412e-8fe2-1b654d9e0b71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5f94beda8648539bfb351bbe2be6bc&device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 1097 time: 0.1402299 Aug 02 17:44:25.629239 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2b3f08bc-4200-49ee-b651-c4e24abb58d7 req-71f57a9f-246c-4375-9991-ca04b6812a92 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719664 Aug 02 17:44:25.676953 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-1a12c9d9-407b-41cf-bf1b-d3a4ac9f9595 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6046de7c-6575-4eba-8042-e9cdacc453d7 HTTP/1.1" status: 200 len: 217 time: 0.0722585 Aug 02 17:44:25.743271 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-01fa6a63-c927-435f-a158-3eb9dae096e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:25.744772 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-01fa6a63-c927-435f-a158-3eb9dae096e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c417eae-a8c9-4a2d-bbab-d155d8d540c2 HTTP/1.1" status: 200 len: 853 time: 0.0610971 Aug 02 17:44:25.789997 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-afa6caef-6b41-4ea7-8eab-a310ad1f1225 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26db1955-fb74-41e6-85a0-7d0b1249df96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356109 Aug 02 17:44:25.895746 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-13cec6de-3af7-404d-975c-389067f122d2 service neutron] 10.222.0.41 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972288 Aug 02 17:44:26.023637 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-614503b8-9df8-4f10-a9a3-230bc4699c20 req-7e455457-0df0-4cca-b705-9bf113355e63 service neutron] 10.222.0.41 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191471 Aug 02 17:44:26.209343 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-3feffb1d-2dcb-43de-95ea-7285a9811022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:26.211951 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-3feffb1d-2dcb-43de-95ea-7285a9811022 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e5f94beda8648539bfb351bbe2be6bc&device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 1097 time: 0.0638950 Aug 02 17:44:26.223917 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:26.347626 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-7b9ea37c-51f0-4ce4-9edf-65c5c709252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:26.349616 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-7b9ea37c-51f0-4ce4-9edf-65c5c709252c service neutron] 10.222.0.41 "GET /v2.0/networks?id=26db1955-fb74-41e6-85a0-7d0b1249df96 HTTP/1.1" status: 200 len: 914 time: 0.1291993 Aug 02 17:44:26.417896 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-bb098069-ac73-49d1-b7b5-e5c373b1df1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6046de7c-6575-4eba-8042-e9cdacc453d7 HTTP/1.1" status: 200 len: 217 time: 0.0555105 Aug 02 17:44:26.496416 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-276207d4-bc41-4cdb-b8cd-5896ab62e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:26.497993 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-276207d4-bc41-4cdb-b8cd-5896ab62e320 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c417eae-a8c9-4a2d-bbab-d155d8d540c2 HTTP/1.1" status: 200 len: 853 time: 0.0723977 Aug 02 17:44:26.541977 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-8aba92c4-454e-487b-bb85-684a94219980 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26db1955-fb74-41e6-85a0-7d0b1249df96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355847 Aug 02 17:44:26.666508 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-ba9f51a7-b754-4220-a777-b1f938705f35 service neutron] 10.222.0.41 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148965 Aug 02 17:44:26.785869 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f307e-bb35-4260-bc85-4d1bcf77bc4a req-f8010f31-4bd8-4afc-9443-345db551e517 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:26.787699 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-236f307e-bb35-4260-bc85-4d1bcf77bc4a req-f8010f31-4bd8-4afc-9443-345db551e517 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 944 time: 0.0640860 Aug 02 17:44:26.817992 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-10c5aa85-f05c-410f-9283-8444ba3a6c27 req-503ecdab-79e5-4e8a-856b-0ebf465d06c8 service neutron] 10.222.0.41 "GET /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429739 Aug 02 17:44:26.849051 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-236f307e-bb35-4260-bc85-4d1bcf77bc4a req-fc16e27a-b97d-4eb4-aa20-4f3d05046497 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530012 Aug 02 17:44:28.009038 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2b63a-f5bc-4950-aef9-0b70261b248a req-d3c23ad0-c64c-4043-9bfc-8420264d9529 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:28.010634 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3ea2b63a-f5bc-4950-aef9-0b70261b248a req-d3c23ad0-c64c-4043-9bfc-8420264d9529 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 944 time: 0.0768988 Aug 02 17:44:28.056894 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3ea2b63a-f5bc-4950-aef9-0b70261b248a req-f2f3bd92-47af-4638-a948-331f77cbf402 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Aug 02 17:44:29.197244 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af38ea-f1b1-4e68-a2c6-cf850a26072f req-7cf90353-3220-4595-89a5-deb19d2c2e42 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:29.198708 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-00af38ea-f1b1-4e68-a2c6-cf850a26072f req-7cf90353-3220-4595-89a5-deb19d2c2e42 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 944 time: 0.0626349 Aug 02 17:44:29.244832 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-00af38ea-f1b1-4e68-a2c6-cf850a26072f req-33cad4d7-9a31-4b18-a2a0-a23ddf38e7d4 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376737 Aug 02 17:44:30.390792 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03ba25-a93b-4862-955a-0251f86cd0ec req-3e857702-2952-4dd0-915b-5c48774544d2 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:30.392629 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ba03ba25-a93b-4862-955a-0251f86cd0ec req-3e857702-2952-4dd0-915b-5c48774544d2 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 944 time: 0.0605152 Aug 02 17:44:30.438846 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-ba03ba25-a93b-4862-955a-0251f86cd0ec req-312a60e7-8861-4547-a98e-2ee0db922669 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390959 Aug 02 17:44:31.352832 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:31.572709 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f9bc1-d4dd-47e9-93cb-086ff358f5cb req-04adf2a3-a05a-4aac-b374-8c716f29a1d8 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:31.574796 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ca6f9bc1-d4dd-47e9-93cb-086ff358f5cb req-04adf2a3-a05a-4aac-b374-8c716f29a1d8 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 944 time: 0.0585628 Aug 02 17:44:31.588259 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 6046de7c-6575-4eba-8042-e9cdacc453d7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93405) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 02 17:44:31.629632 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-ca6f9bc1-d4dd-47e9-93cb-086ff358f5cb req-b7db432b-8952-49c8-b250-3b3dce884a64 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Aug 02 17:44:31.714815 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 6046de7c-6575-4eba-8042-e9cdacc453d7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6046de7c-6575-4eba-8042-e9cdacc453d7,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:44:31.732902 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Returning: {'device': '6046de7c-6575-4eba-8042-e9cdacc453d7', 'network_id': '26db1955-fb74-41e6-85a0-7d0b1249df96', 'port_id': '6046de7c-6575-4eba-8042-e9cdacc453d7', 'mac_address': 'fa:16:3e:0b:80:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c417eae-a8c9-4a2d-bbab-d155d8d540c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93405) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 02 17:44:31.778473 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:31.794881 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6046de7c-6575-4eba-8042-e9cdacc453d7 {{(pid=93405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 17:44:31.817581 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 6046de7c-6575-4eba-8042-e9cdacc453d7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6046de7c-6575-4eba-8042-e9cdacc453d7,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:44:31.827231 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:31.888464 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=6046de7c-6575-4eba-8042-e9cdacc453d7,revision_number=4']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:44:31.897099 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.897517 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.897798 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.898143 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.898481 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.898817 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.899183 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.899529 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.899850 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.900310 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.900495 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:31.900878 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:44:32.318028 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['6046de7c-6575-4eba-8042-e9cdacc453d7'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:44:32.754077 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7932b7-cbf8-461e-869e-36e1bb488a12 req-60080358-751b-42bf-b9be-4e9cd0e1a846 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:32.755682 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fd7932b7-cbf8-461e-869e-36e1bb488a12 req-60080358-751b-42bf-b9be-4e9cd0e1a846 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 945 time: 0.0525014 Aug 02 17:44:32.804398 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-fd7932b7-cbf8-461e-869e-36e1bb488a12 req-2603d920-2ad5-474a-b3b5-29c73c156604 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381217 Aug 02 17:44:33.599263 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 6046de7c-6575-4eba-8042-e9cdacc453d7 up at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 02 17:44:33.654390 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning for port 6046de7c-6575-4eba-8042-e9cdacc453d7 completed by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 17:44:33.659364 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.provisioning_blocks [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Provisioning complete for port 6046de7c-6575-4eba-8042-e9cdacc453d7 triggered by entity L2. {{(pid=93405) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 17:44:33.659788 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16084728'] for port, provisioning_complete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:33.739489 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317234'] for port, before_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:33.766406 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f999733e-1ab2-4226-88db-0fe3e6ab5534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6046de7c-6575-4eba-8042-e9cdacc453d7'}] {{(pid=93405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:44:33.768794 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4376aa94ac563e73aa3cc74b1413ae0e7606dd0279d26522d5057c5bce9688b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a4739-bdd1-493b-8850-c2866c6e7ef5" -d '{"events": [{"server_uuid": "f999733e-1ab2-4226-88db-0fe3e6ab5534", "name": "network-vif-plugged", "status": "completed", "tag": "6046de7c-6575-4eba-8042-e9cdacc453d7"}]}' {{(pid=93405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:44:33.783537 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] For port 6046de7c-6575-4eba-8042-e9cdacc453d7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6046de7c-6575-4eba-8042-e9cdacc453d7,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:44:33.789032 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737212743599', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737212336550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737212336568'] for port, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:33.854241 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Pushing event updated for resources: {'Port': ['ID=6046de7c-6575-4eba-8042-e9cdacc453d7,revision_number=5']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:44:33.994382 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03285a0-6b75-43ee-b342-2800d9644790 req-3db6a0fd-933d-4c05-9f76-30f5ebbba171 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:33.996549 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e03285a0-6b75-43ee-b342-2800d9644790 req-3db6a0fd-933d-4c05-9f76-30f5ebbba171 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 946 time: 0.0864620 Aug 02 17:44:34.017605 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12ad0d3-ab57-4a1d-8bb4-9d4e9941c9eb x-openstack-request-id: req-c12ad0d3-ab57-4a1d-8bb4-9d4e9941c9eb {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:44:34.017605 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f999733e-1ab2-4226-88db-0fe3e6ab5534", "name": "network-vif-plugged", "status": "completed", "tag": "6046de7c-6575-4eba-8042-e9cdacc453d7", "code": 200}]} {{(pid=93405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:44:34.017605 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c12ad0d3-ab57-4a1d-8bb4-9d4e9941c9eb {{(pid=93405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:44:34.018204 dv-cinder-788365-5-iscsi neutron-server[93405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f999733e-1ab2-4226-88db-0fe3e6ab5534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6046de7c-6575-4eba-8042-e9cdacc453d7', 'code': 200} Aug 02 17:44:34.068609 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-e03285a0-6b75-43ee-b342-2800d9644790 req-112a3055-a398-4441-ac06-4a2125bf015d tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 Aug 02 17:44:34.271094 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422cdc3-93cb-47d0-889d-eefb0401c640 req-ecded8cb-30d0-40af-9fad-d8d0545e97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:34.273179 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b422cdc3-93cb-47d0-889d-eefb0401c640 req-ecded8cb-30d0-40af-9fad-d8d0545e97d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 1099 time: 0.0529664 Aug 02 17:44:34.321903 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-b422cdc3-93cb-47d0-889d-eefb0401c640 req-0201b3c7-e0c1-4690-815e-ddf6ecdcf937 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391345 Aug 02 17:44:34.880970 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:44:35.240471 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4a621-ad21-4cb2-b8b3-2c75f20ec588 req-a910a720-8503-4dab-9ba9-0b9a53465637 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:35.242071 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f4d4a621-ad21-4cb2-b8b3-2c75f20ec588 req-a910a720-8503-4dab-9ba9-0b9a53465637 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 946 time: 0.0605991 Aug 02 17:44:35.296412 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-f4d4a621-ad21-4cb2-b8b3-2c75f20ec588 req-0598a69c-3ad4-4258-94e8-a194a23622bb tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474989 Aug 02 17:44:36.456846 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884be57-13d7-4aaa-8c81-249d294df448 req-131f76ac-436d-4673-a7ed-33677200c9fc tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:44:36.458419 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2884be57-13d7-4aaa-8c81-249d294df448 req-131f76ac-436d-4673-a7ed-33677200c9fc tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 946 time: 0.0777965 Aug 02 17:44:36.505764 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-2884be57-13d7-4aaa-8c81-249d294df448 req-309341b5-891e-4e27-9cf1-25395215ef9e tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Aug 02 17:44:50.078435 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c16c-e95f-4c7c-9745-3b887379b592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:52.560838 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-abd327e1-6d4f-42be-b5cc-2e90cb7031a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:52.907367 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:53.917731 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:44:56.276463 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:01.196807 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04ccde-eefb-488b-94f3-cbab5fa9a236 req-800cc0d3-40f4-4843-94a4-f78059140a4f tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:01.198317 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b04ccde-eefb-488b-94f3-cbab5fa9a236 req-800cc0d3-40f4-4843-94a4-f78059140a4f tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 946 time: 0.0671506 Aug 02 17:45:01.246676 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-3b04ccde-eefb-488b-94f3-cbab5fa9a236 req-ae63a19c-4298-45fe-a246-47600354e4c7 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Aug 02 17:45:01.359961 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:02.387439 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd6d37-dbae-4592-a9fb-bfcdb9fb022a req-601836e2-11fe-47a0-a1af-ca03a436575b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:02.389226 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-62dd6d37-dbae-4592-a9fb-bfcdb9fb022a req-601836e2-11fe-47a0-a1af-ca03a436575b tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 946 time: 0.0596862 Aug 02 17:45:02.430143 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-62dd6d37-dbae-4592-a9fb-bfcdb9fb022a req-a48572fd-b57e-4530-a191-3381ea7182bc tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346267 Aug 02 17:45:03.493399 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-479d4559-4b21-4109-8fed-9552ee0136b9 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:03.494944 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-479d4559-4b21-4109-8fed-9552ee0136b9 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.41 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 946 time: 0.0615942 Aug 02 17:45:03.613098 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7bbdc-6a18-4577-9596-b735b78a1424 req-bc5511c5-6629-48b9-8b17-23cee65612f0 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:03.614652 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-44a7bbdc-6a18-4577-9596-b735b78a1424 req-bc5511c5-6629-48b9-8b17-23cee65612f0 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/ports?device_id=f999733e-1ab2-4226-88db-0fe3e6ab5534 HTTP/1.1" status: 200 len: 946 time: 0.1049380 Aug 02 17:45:03.663666 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Deleting port 6046de7c-6575-4eba-8042-e9cdacc453d7 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:03.663666 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:03.684565 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-44a7bbdc-6a18-4577-9596-b735b78a1424 req-843c5ff2-415d-4128-a5b6-6481ffc5bfce tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef0f226-4e7f-425c-adeb-60b4156295ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612948 Aug 02 17:45:03.765002 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] For port 6046de7c-6575-4eba-8042-e9cdacc453d7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6046de7c-6575-4eba-8042-e9cdacc453d7,segment=NetworkSegment(ce6825ea-a6b0-4e3e-9844-32560d448ee8),segment_id=ce6825ea-a6b0-4e3e-9844-32560d448ee8)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:03.765354 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:03.779687 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Calling delete_port for 6046de7c-6575-4eba-8042-e9cdacc453d7 owned by compute:nova {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:03.927206 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:03.964060 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] get_ports_and_sgs() called for port_ids ['6046de7c-6575-4eba-8042-e9cdacc453d7'] {{(pid=93405) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 02 17:45:03.969022 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Pushing event deleted for resources: {'Port': ['ID=6046de7c-6575-4eba-8042-e9cdacc453d7,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:04.023564 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] No DVR routers for this DVR port 6046de7c-6575-4eba-8042-e9cdacc453d7 on host hv-cinder-78836 {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:45:04.026189 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:04.028289 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-1ae05ae1-2211-4c20-ab5d-d000505a67c4 req-6bb66380-a36b-46fd-b0cf-bdda1926d535 tempest-VolumesSnapshotTestJSON-473241940 tempest-VolumesSnapshotTestJSON-473241940-project] 10.222.0.41 "DELETE /v2.0/ports/6046de7c-6575-4eba-8042-e9cdacc453d7 HTTP/1.1" status: 204 len: 173 time: 0.5267515 Aug 02 17:45:04.029289 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f999733e-1ab2-4226-88db-0fe3e6ab5534', 'name': 'network-vif-deleted', 'tag': '6046de7c-6575-4eba-8042-e9cdacc453d7'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:45:04.031657 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36855ceb-bdc8-4d66-8f0a-3cc7bc1aaf2b" -d '{"events": [{"server_uuid": "f999733e-1ab2-4226-88db-0fe3e6ab5534", "name": "network-vif-deleted", "tag": "6046de7c-6575-4eba-8042-e9cdacc453d7"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:45:04.146923 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ffad22-ca17-4bd3-a88d-9515333ec6e7 x-openstack-request-id: req-42ffad22-ca17-4bd3-a88d-9515333ec6e7 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:45:04.147247 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f999733e-1ab2-4226-88db-0fe3e6ab5534", "name": "network-vif-deleted", "tag": "6046de7c-6575-4eba-8042-e9cdacc453d7", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:45:04.147499 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42ffad22-ca17-4bd3-a88d-9515333ec6e7 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:45:04.147900 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f999733e-1ab2-4226-88db-0fe3e6ab5534', 'name': 'network-vif-deleted', 'tag': '6046de7c-6575-4eba-8042-e9cdacc453d7', 'status': 'completed', 'code': 200} Aug 02 17:45:07.996348 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 6046de7c-6575-4eba-8042-e9cdacc453d7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:45:08.021747 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 6046de7c-6575-4eba-8042-e9cdacc453d7 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:45:08.022097 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 6046de7c-6575-4eba-8042-e9cdacc453d7 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:45:11.880919 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:45:17.811123 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35146) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:18.101739 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Deleting port fe80f33d-4ffb-49b4-ba6e-9477fd5bf0a4 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:18.102107 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:18.181428 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:18.181781 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:18.195278 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Calling delete_port for fe80f33d-4ffb-49b4-ba6e-9477fd5bf0a4 owned by network:floatingip {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:18.366233 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:18.396143 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event deleted for resources: {'Port': ['ID=fe80f33d-4ffb-49b4-ba6e-9477fd5bf0a4,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:18.426482 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.426840 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.427209 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.427551 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.427932 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.428278 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.428606 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.429053 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.429266 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.429595 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.429923 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.430277 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:18.474483 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:18.474812 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.db.l3_db [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Floating IP 4ac6a17e-f539-48e9-a053-4a1078670686 disassociated (deleted). External IP: 172.27.0.92, port: 68ca13e4-3590-4e9c-b14e-4422305bf873. Aug 02 17:45:18.693893 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Router c0830219-2ff7-4f36-a96a-d2b5bf730839 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:45:18.807656 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:45:18.812813 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for floatingip, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:18.819212 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] Sync routers for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:45:18.830863 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:45:18.831738 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:44:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:18.843835 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-4f754bcb-d768-4e73-b0cb-49951da63907 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "DELETE /v2.0/floatingips/4ac6a17e-f539-48e9-a053-4a1078670686 HTTP/1.1" status: 204 len: 168 time: 1.0315771 Aug 02 17:45:18.844410 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:45:18.846655 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:45:18.887070 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 Aug 2021 17:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803b33d7-31a2-4076-a265-b727bfb1e128 x-openstack-request-id: req-803b33d7-31a2-4076-a265-b727bfb1e128 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:45:18.887560 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:45:18.888084 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-803b33d7-31a2-4076-a265-b727bfb1e128 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:45:18.888799 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'status': 'completed', 'code': 200} Aug 02 17:45:18.949372 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:45:19.114175 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1569af0-9409-4ed2-854e-c762c46af963 req-f4894f2c-140d-4e8f-a8be-18eac809998a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:19.117385 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a1569af0-9409-4ed2-854e-c762c46af963 req-f4894f2c-140d-4e8f-a8be-18eac809998a tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0687771 Aug 02 17:45:19.166704 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-a1569af0-9409-4ed2-854e-c762c46af963 req-6e6b9896-df21-4250-9b0c-4f685894e2a8 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Aug 02 17:45:19.196651 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '4ac377bb-8b91-4b8e-8414-2d4c3f1b925a', 'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'mac_address': 'fa:16:3e:8f:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:04Z', 'updated_at': '2021-08-02T17:39:11Z', 'revision_number': 5, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'subnets': [{'id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:19.223626 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] Checking router: c0830219-2ff7-4f36-a96a-d2b5bf730839 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:45:19.233503 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:45:19.234125 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:44:53Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:19.369084 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:45:19.487493 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-6abed6d2-bb08-4907-85de-1f46d8f3fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:19.488905 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-6abed6d2-bb08-4907-85de-1f46d8f3fc3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=580a04042eb64af2a2dec1ffac81cfec&device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 1098 time: 0.0542583 Aug 02 17:45:19.592933 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '4ac377bb-8b91-4b8e-8414-2d4c3f1b925a', 'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'mac_address': 'fa:16:3e:8f:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:04Z', 'updated_at': '2021-08-02T17:39:11Z', 'revision_number': 5, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'subnets': [{'id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:19.620873 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a003659-da1b-4ea0-9c64-90718135c664 None None] The sync data for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi is: [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:39:05Z', 'revision_number': 4, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi', '_interfaces': [{'id': '4ac377bb-8b91-4b8e-8414-2d4c3f1b925a', 'name': '', 'network_id': 'e9b05aa5-22ec-4b06-8fd4-841e3238c91b', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'mac_address': 'fa:16:3e:8f:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:04Z', 'updated_at': '2021-08-02T17:39:11Z', 'revision_number': 5, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'subnets': [{'id': '89a0be45-e6e5-4b99-a588-9c798a0f1d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:45:19.655580 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-79a3eeec-5295-404e-bc55-4141c0c54855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:19.658108 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-79a3eeec-5295-404e-bc55-4141c0c54855 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 200 len: 910 time: 0.1437483 Aug 02 17:45:19.706499 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-e4b80660-95ef-4b6a-974d-9f845369b3e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 200 len: 217 time: 0.0393136 Aug 02 17:45:19.805114 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-ffe21fcb-7f50-4236-adf3-369ac3cb678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:19.808477 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-ffe21fcb-7f50-4236-adf3-369ac3cb678b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89a0be45-e6e5-4b99-a588-9c798a0f1d6a HTTP/1.1" status: 200 len: 848 time: 0.0920944 Aug 02 17:45:19.879442 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-fa5ceef5-363a-4ef6-a706-79a9ee307eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:19.880949 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-fa5ceef5-363a-4ef6-a706-79a9ee307eb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b05aa5-22ec-4b06-8fd4-841e3238c91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606692 Aug 02 17:45:19.890064 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6abb38-8e79-4ce8-a254-49e70327ec91 None None] New status for floating IP 4ac6a17e-f539-48e9-a053-4a1078670686: DOWN {{(pid=93406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 17:45:19.986787 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-989bdd72-d255-403f-a319-8b2884ff3730 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957391 Aug 02 17:45:20.079512 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5774468a-6e97-46ca-bde4-1f4a93892606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:20.086482 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-384c8a28-3c07-4a1d-adcb-2ded6a43fa5e req-171ee7ce-475d-4666-a4df-e182c3861676 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913420 Aug 02 17:45:20.294458 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf6cfc-dded-43ba-a4e2-29a81385e853 req-3cae2335-5b65-470f-ab34-7cf225150bfe tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93403) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:20.296871 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-81cf6cfc-dded-43ba-a4e2-29a81385e853 req-3cae2335-5b65-470f-ab34-7cf225150bfe tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0512609 Aug 02 17:45:20.343182 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [req-81cf6cfc-dded-43ba-a4e2-29a81385e853 req-c8075b46-b577-4c14-8451-cc2e0d280f90 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402470 Aug 02 17:45:21.470541 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874fe19-91f4-45c7-b4f9-4387f7dcccca req-36dd8c74-e797-4621-afef-9649cc9707b3 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:21.472167 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8874fe19-91f4-45c7-b4f9-4387f7dcccca req-36dd8c74-e797-4621-afef-9649cc9707b3 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0547228 Aug 02 17:45:21.516260 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-8874fe19-91f4-45c7-b4f9-4387f7dcccca req-345fbf59-16a4-4613-8b47-012e40921956 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/security-groups?id=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380611 Aug 02 17:45:21.660332 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-56d01e91-7b01-4706-a11d-207ebaa4b703 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 17:45:21.661779 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-56d01e91-7b01-4706-a11d-207ebaa4b703 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.41 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 945 time: 0.0517604 Aug 02 17:45:21.766961 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Deleting port 68ca13e4-3590-4e9c-b14e-4422305bf873 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:21.767490 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:21.878508 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] For port 68ca13e4-3590-4e9c-b14e-4422305bf873, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=68ca13e4-3590-4e9c-b14e-4422305bf873,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:21.879059 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:21.897666 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Calling delete_port for 68ca13e4-3590-4e9c-b14e-4422305bf873 owned by compute:nova {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:22.068018 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:22.098277 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event deleted for resources: {'Port': ['ID=68ca13e4-3590-4e9c-b14e-4422305bf873,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:22.156991 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] No DVR routers for this DVR port 68ca13e4-3590-4e9c-b14e-4422305bf873 on host hv-cinder-78836 {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:45:22.159732 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024504'] for port, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:22.161784 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-9eb8dd81-7870-469c-8cb5-f8d00a44e1fe req-a93cea17-aaf4-4dda-a78a-c961d76dcb21 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.41 "DELETE /v2.0/ports/68ca13e4-3590-4e9c-b14e-4422305bf873 HTTP/1.1" status: 204 len: 173 time: 0.4937394 Aug 02 17:45:22.162230 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'name': 'network-vif-deleted', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873'}] {{(pid=93404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 17:45:22.164580 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee04614b72fd8d5e809849f88a235c1bb3cdc93371cdbf29cf5b1073ccba5663" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009ec960-ba01-4668-9aff-6d088574c1df" -d '{"events": [{"server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "name": "network-vif-deleted", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873"}]}' {{(pid=93404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 02 17:45:22.220917 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 Aug 2021 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4508465-2662-41e7-a55a-d75ecc287469 x-openstack-request-id: req-a4508465-2662-41e7-a55a-d75ecc287469 {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 02 17:45:22.221347 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb", "name": "network-vif-deleted", "tag": "68ca13e4-3590-4e9c-b14e-4422305bf873", "status": "completed", "code": 200}]} {{(pid=93404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 02 17:45:22.221740 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4508465-2662-41e7-a55a-d75ecc287469 {{(pid=93404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 02 17:45:22.222222 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb', 'name': 'network-vif-deleted', 'tag': '68ca13e4-3590-4e9c-b14e-4422305bf873', 'status': 'completed', 'code': 200} Aug 02 17:45:22.570765 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ecef0599-ff8d-42dd-9d76-2936d6da3952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:22.639554 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [req-874db9ce-941a-4de4-8040-59d9a3dd2b92 req-f3e018ce-94df-47ce-921b-a15560730d78 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "GET /v2.0/ports?device_id=c81e16e5-4f51-425e-9f2c-0e55bd5cbdbb HTTP/1.1" status: 200 len: 210 time: 0.0418465 Aug 02 17:45:22.905967 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:23.698247 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35194) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:23.777675 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c246372-d5a7-47a0-8974-cafb3860e378 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:23.810493 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c246372-d5a7-47a0-8974-cafb3860e378 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:23.903006 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c246372-d5a7-47a0-8974-cafb3860e378 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:23.906295 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6c246372-d5a7-47a0-8974-cafb3860e378 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:23.907774 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6c246372-d5a7-47a0-8974-cafb3860e378 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] 10.222.0.16 "DELETE /v2.0/security-groups/fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc HTTP/1.1" status: 204 len: 168 time: 0.2084029 Aug 02 17:45:23.926764 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246372-d5a7-47a0-8974-cafb3860e378 tempest-TestShelveInstance-51680048 tempest-TestShelveInstance-51680048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef7b4a9-fe5f-4471-b0f2-a5d5119e58fc,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:23.940859 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:23.966728 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 35198) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:24.404371 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445680'] for router_interface, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:24.687553 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Deleting port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:24.687840 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:24.788109 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] For port 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=4ac377bb-8b91-4b8e-8414-2d4c3f1b925a,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:24.788550 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:24.807697 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Calling delete_port for 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a owned by network:router_interface {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:25.037050 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:25.070597 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac377bb-8b91-4b8e-8414-2d4c3f1b925a,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:25.084429 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.084781 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.085120 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.085452 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.085783 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.086116 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.086439 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.086763 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.087125 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.087454 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.087774 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.088088 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:25.289065 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445572'] for router_interface, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:25.539250 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Router c0830219-2ff7-4f36-a96a-d2b5bf730839 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:45:25.666767 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:45:25.672922 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-a96ff7f8-55e9-4511-8cba-49a19f5053e5 admin admin] 10.222.0.16 "PUT /v2.0/routers/c0830219-2ff7-4f36-a96a-d2b5bf730839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7046461 Aug 02 17:45:25.677179 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35208) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:25.678014 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] Sync routers for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:45:25.688208 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:45:25.688973 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:45:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:25.795486 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks [] for router, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:25.956816 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:25.985905 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:45:26.023239 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Deleting port ac591543-d50f-44ce-b720-651e7bb8a59a {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:26.023740 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:26.132255 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] For port ac591543-d50f-44ce-b720-651e7bb8a59a, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=ac591543-d50f-44ce-b720-651e7bb8a59a,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:26.132516 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:26.146839 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Calling delete_port for ac591543-d50f-44ce-b720-651e7bb8a59a owned by network:router_gateway {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:26.205215 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:45:24Z', 'revision_number': 5, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port': {'id': 'ac591543-d50f-44ce-b720-651e7bb8a59a', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:02Z', 'updated_at': '2021-08-02T17:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:26.267078 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] Checking router: c0830219-2ff7-4f36-a96a-d2b5bf730839 for host: dv-cinder-788365-5-iscsi {{(pid=93405) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:45:26.274059 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 68ca13e4-3590-4e9c-b14e-4422305bf873 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:45:26.298702 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] No Port match for: 68ca13e4-3590-4e9c-b14e-4422305bf873 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:45:26.299075 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Device 68ca13e4-3590-4e9c-b14e-4422305bf873 not bound to the agent host hv-cinder-78836 {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:45:26.301619 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:26.303996 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] Routers {'c0830219-2ff7-4f36-a96a-d2b5bf730839'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93405) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:45:26.304627 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:45:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['c0830219-2ff7-4f36-a96a-d2b5bf730839'], 'active': True} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:26.359101 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:26.396492 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Pushing event deleted for resources: {'Port': ['ID=ac591543-d50f-44ce-b720-651e7bb8a59a,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:26.403157 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvr_db [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] Set router c0830219-2ff7-4f36-a96a-d2b5bf730839 gateway port host: None {{(pid=93405) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:45:26.461676 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_hamode_db [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:45:25Z', 'revision_number': 6, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port_host': None}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:26.466568 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444478'] for router_gateway, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:26.499956 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07009e-2a95-4398-b7b3-527d022652ab None None] The sync data for ids ['c0830219-2ff7-4f36-a96a-d2b5bf730839'] in dv-cinder-788365-5-iscsi is: [{'id': 'c0830219-2ff7-4f36-a96a-d2b5bf730839', 'name': 'tempest-TestShelveInstance-1717948995-router', 'tenant_id': '580a04042eb64af2a2dec1ffac81cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:01Z', 'updated_at': '2021-08-02T17:45:25Z', 'revision_number': 6, 'project_id': '580a04042eb64af2a2dec1ffac81cfec', 'gw_port_host': None}] {{(pid=93405) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:45:26.844357 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8409'] for router, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:26.847244 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:26.896791 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443701'] for router, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:26.898051 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0830219-2ff7-4f36-a96a-d2b5bf730839 {{(pid=93404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:45:26.905526 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] Notify callbacks [] for router, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:26.909274 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-aa91976d-3e8f-45b2-ab4d-4b103194eaae admin admin] 10.222.0.16 "DELETE /v2.0/routers/c0830219-2ff7-4f36-a96a-d2b5bf730839 HTTP/1.1" status: 204 len: 168 time: 1.2286320 Aug 02 17:45:26.911355 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35218) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:26.970399 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-237b9bb9-e121-4fba-aa9d-6f5d2c7a105b admin admin] Deleting subnet 89a0be45-e6e5-4b99-a588-9c798a0f1d6a {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:45:26.972967 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-237b9bb9-e121-4fba-aa9d-6f5d2c7a105b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.010636 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-237b9bb9-e121-4fba-aa9d-6f5d2c7a105b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598372'] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.120007 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-237b9bb9-e121-4fba-aa9d-6f5d2c7a105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.178148 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-237b9bb9-e121-4fba-aa9d-6f5d2c7a105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765161'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.204871 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b9bb9-e121-4fba-aa9d-6f5d2c7a105b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a0be45-e6e5-4b99-a588-9c798a0f1d6a,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:27.209941 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-237b9bb9-e121-4fba-aa9d-6f5d2c7a105b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.211850 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-237b9bb9-e121-4fba-aa9d-6f5d2c7a105b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/89a0be45-e6e5-4b99-a588-9c798a0f1d6a HTTP/1.1" status: 204 len: 168 time: 0.2992446 Aug 02 17:45:27.216382 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35226) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:27.222955 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d78464f-525b-49cd-bb9b-29d88c94cb8a None None] Network e9b05aa5-22ec-4b06-8fd4-841e3238c91b requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:45:27.337479 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.429714 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Deleting port 0e5246f3-a8b1-463d-a177-2989e8c72304 {{(pid=93404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:27.430246 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.478973 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86227d0b-514f-4376-85d7-4b3d3f9b6c03 None None] DHCP port deletion for e9b05aa5-22ec-4b06-8fd4-841e3238c91b request from dv-cinder-788365-5-iscsi {{(pid=93405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:45:27.534920 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:45:27.542459 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.db [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] For port 0e5246f3-a8b1-463d-a177-2989e8c72304, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0e5246f3-a8b1-463d-a177-2989e8c72304,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:27.543243 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.557843 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.plugin [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Calling delete_port for 0e5246f3-a8b1-463d-a177-2989e8c72304 owned by network:dhcp {{(pid=93404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:27.560367 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:45:27.560857 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 4ac377bb-8b91-4b8e-8414-2d4c3f1b925a not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:45:27.561408 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device ac591543-d50f-44ce-b720-651e7bb8a59a no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:45:27.583521 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: ac591543-d50f-44ce-b720-651e7bb8a59a {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:45:27.583843 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device ac591543-d50f-44ce-b720-651e7bb8a59a not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:45:27.601786 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-86227d0b-514f-4376-85d7-4b3d3f9b6c03 None None] Deleting port 0e5246f3-a8b1-463d-a177-2989e8c72304 {{(pid=93405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:27.602175 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-86227d0b-514f-4376-85d7-4b3d3f9b6c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.677056 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4096328'] for port, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.689389 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-86227d0b-514f-4376-85d7-4b3d3f9b6c03 None None] For port 0e5246f3-a8b1-463d-a177-2989e8c72304, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=0e5246f3-a8b1-463d-a177-2989e8c72304,segment=NetworkSegment(3fc54723-3cbc-494c-be88-f3067e30a0cc),segment_id=3fc54723-3cbc-494c-be88-f3067e30a0cc)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:27.689389 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-86227d0b-514f-4376-85d7-4b3d3f9b6c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.703278 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-86227d0b-514f-4376-85d7-4b3d3f9b6c03 None None] Calling delete_port for 0e5246f3-a8b1-463d-a177-2989e8c72304 owned by network:dhcp {{(pid=93405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:27.713521 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5246f3-a8b1-463d-a177-2989e8c72304,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:27.719704 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] No DVR routers for this DVR port 0e5246f3-a8b1-463d-a177-2989e8c72304 on host dv-cinder-788365-5-iscsi {{(pid=93404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:45:27.806290 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.819147 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b05aa5-22ec-4b06-8fd4-841e3238c91b']}} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:27.834908 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc54723-3cbc-494c-be88-f3067e30a0cc') {'for_net_delete': True} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:27.834908 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc54723-3cbc-494c-be88-f3067e30a0cc') {} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:27.838623 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-86227d0b-514f-4376-85d7-4b3d3f9b6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.850723 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598429'] for segment, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.865576 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86227d0b-514f-4376-85d7-4b3d3f9b6c03 None None] Pushing event deleted for resources: {'Port': ['ID=0e5246f3-a8b1-463d-a177-2989e8c72304,revision_number=None']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:27.869568 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86227d0b-514f-4376-85d7-4b3d3f9b6c03 None None] No DVR routers for this DVR port 0e5246f3-a8b1-463d-a177-2989e8c72304 on host dv-cinder-788365-5-iscsi {{(pid=93405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:45:27.877342 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.884705 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:45:27.885115 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096407'] for segment, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: Traceback (most recent call last): Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: timer() Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: cb(*args, **kw) Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: return func(*args, **kwargs) Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: self._notify() Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: self.callback(batched_events) Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: event.method(event) Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: return f(self, *a, **k) Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._get(url).json() Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: return self.request(url, 'GET', **kwargs) Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:45:27.887931 dv-cinder-788365-5-iscsi neutron-server[93404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:45:27.956482 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.962079 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:27.964064 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] 10.222.0.16 "DELETE /v2.0/networks/e9b05aa5-22ec-4b06-8fd4-841e3238c91b HTTP/1.1" status: 204 len: 168 time: 0.7463970 Aug 02 17:45:27.968089 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 35228) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:27.982148 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872cdc9-3597-4c7b-89d6-c32e2828391a admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b05aa5-22ec-4b06-8fd4-841e3238c91b,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:28.437581 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445680'] for router_interface, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:28.745567 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Deleting port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:28.746406 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:29.108996 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] For port 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=6ec22a1e-7472-4b86-a7b8-f2a65b7a3140,segment=NetworkSegment(a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e),segment_id=a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:29.109750 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:29.128653 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Calling delete_port for 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 owned by network:router_interface {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:29.337873 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:29.367714 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec22a1e-7472-4b86-a7b8-f2a65b7a3140,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:29.595819 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445572'] for router_interface, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:29.628168 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0e5246f3-a8b1-463d-a177-2989e8c72304 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:45:29.654823 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 0e5246f3-a8b1-463d-a177-2989e8c72304 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:45:29.655324 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 0e5246f3-a8b1-463d-a177-2989e8c72304 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:45:29.865079 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 has already been hosted by L3 agent df4737b2-7d36-4b74-b76f-adb4c30d00b6 {{(pid=93403) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 17:45:30.020739 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] Notify agent at l3_agent.dv-cinder-788365-5-iscsi the message routers_updated {{(pid=93403) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 02 17:45:30.027313 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-76815912-aaf6-491e-8a1d-9ddf23556945 admin admin] 10.222.0.16 "PUT /v2.0/routers/310b27a4-bdd8-4fd9-b568-3c1f7b37a379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0576627 Aug 02 17:45:30.031176 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 35258) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:30.032366 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] Sync routers for ids ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'] in dv-cinder-788365-5-iscsi {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 17:45:30.045548 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] Routers {'310b27a4-bdd8-4fd9-b568-3c1f7b37a379'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:45:30.046566 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:45:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:30.170313 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks [] for router, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.177998 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] Set router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 gateway port host: dv-cinder-788365-5-iscsi {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:45:30.303898 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.370539 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Deleting port a9528fdb-c8b9-420b-9890-c07275699de9 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:30.371440 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.407075 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'external_fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:07Z', 'updated_at': '2021-08-02T17:45:29Z', 'revision_number': 5, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'gw_port': {'id': 'a9528fdb-c8b9-420b-9890-c07275699de9', 'name': '', 'network_id': '6aadb16e-90d6-44fa-912b-ab395ab453b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '829d1421-6b86-43de-adfd-65e8bab32468', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T17:39:08Z', 'updated_at': '2021-08-02T17:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '829d1421-6b86-43de-adfd-65e8bab32468', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-5-iscsi'}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:30.444264 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] Checking router: 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 for host: dv-cinder-788365-5-iscsi {{(pid=93406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 17:45:30.457625 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] Routers {'310b27a4-bdd8-4fd9-b568-3c1f7b37a379'} bound to L3 agent in host dv-cinder-788365-5-iscsi {{(pid=93406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 02 17:45:30.458478 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T17:18:52Z,description=,heartbeat_timestamp=2021-08-02T17:45:23Z,host='dv-cinder-788365-5-iscsi',id=df4737b2-7d36-4b74-b76f-adb4c30d00b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T17:18:52Z,topic='l3_agent')) {'router_ids': ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'], 'active': True} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:30.472443 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] For port a9528fdb-c8b9-420b-9890-c07275699de9, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=a9528fdb-c8b9-420b-9890-c07275699de9,segment=NetworkSegment(d4f12a8d-c518-403c-889a-2c88d82be89b),segment_id=d4f12a8d-c518-403c-889a-2c88d82be89b)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:30.472826 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.489474 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Calling delete_port for a9528fdb-c8b9-420b-9890-c07275699de9 owned by network:router_gateway {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:30.566325 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_dvr_db [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] Set router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 gateway port host: None {{(pid=93406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 02 17:45:30.625945 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.l3_hamode_db [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:07Z', 'updated_at': '2021-08-02T17:45:30Z', 'revision_number': 6, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'gw_port_host': None}], 'dv-cinder-788365-5-iscsi', False) {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:30.662645 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9572c713-aa86-4ad8-9c26-f2b025831b89 None None] The sync data for ids ['310b27a4-bdd8-4fd9-b568-3c1f7b37a379'] in dv-cinder-788365-5-iscsi is: [{'id': '310b27a4-bdd8-4fd9-b568-3c1f7b37a379', 'name': 'tempest-TestShelveInstance-1938684228-router', 'tenant_id': '8a06710b214746b5a2ed7fab9ad6af77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T17:39:07Z', 'updated_at': '2021-08-02T17:45:30Z', 'revision_number': 6, 'project_id': '8a06710b214746b5a2ed7fab9ad6af77', 'gw_port_host': None}] {{(pid=93406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 17:45:30.682281 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35262) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:30.695417 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.725571 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9528fdb-c8b9-420b-9890-c07275699de9,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:30.751466 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c403e8f-8058-42f2-a69e-13b274acc298 admin admin] Deleting subnet 2c417eae-a8c9-4a2d-bbab-d155d8d540c2 {{(pid=93404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:45:30.755954 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1c403e8f-8058-42f2-a69e-13b274acc298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.794313 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444478'] for router_gateway, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.803193 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1c403e8f-8058-42f2-a69e-13b274acc298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3598372'] for subnet, precommit_delete_associations {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.846738 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1c403e8f-8058-42f2-a69e-13b274acc298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.890151 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8409'] for router, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.892427 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.911328 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1c403e8f-8058-42f2-a69e-13b274acc298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4096381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765161'] for subnet, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.939093 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c403e8f-8058-42f2-a69e-13b274acc298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c417eae-a8c9-4a2d-bbab-d155d8d540c2,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:30.943344 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-1c403e8f-8058-42f2-a69e-13b274acc298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.945499 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-1c403e8f-8058-42f2-a69e-13b274acc298 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2c417eae-a8c9-4a2d-bbab-d155d8d540c2 HTTP/1.1" status: 204 len: 168 time: 0.2619903 Aug 02 17:45:30.950216 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35264) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:30.953990 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443701'] for router, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.955118 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 310b27a4-bdd8-4fd9-b568-3c1f7b37a379 {{(pid=93403) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 02 17:45:30.961333 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] Notify callbacks [] for router, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:30.964719 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-e92b6d2d-40cd-49a3-a8f3-0e0c9a44258b admin admin] 10.222.0.16 "DELETE /v2.0/routers/310b27a4-bdd8-4fd9-b568-3c1f7b37a379 HTTP/1.1" status: 204 len: 168 time: 0.9303815 Aug 02 17:45:30.965022 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 35266) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:31.016884 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f54ba5d-abf3-47cc-8dfa-b0706aad60e9 admin admin] Deleting subnet 1e414559-9d85-4183-8e3c-ab39d4bbd552 {{(pid=93403) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 02 17:45:31.020380 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f54ba5d-abf3-47cc-8dfa-b0706aad60e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.040857 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.068946 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f54ba5d-abf3-47cc-8dfa-b0706aad60e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686442'] for subnet, precommit_delete_associations {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.150102 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.162793 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26db1955-fb74-41e6-85a0-7d0b1249df96']}} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:31.176035 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6825ea-a6b0-4e3e-9844-32560d448ee8') {'for_net_delete': True} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:31.176584 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.services.segments.db [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6825ea-a6b0-4e3e-9844-32560d448ee8') {} {{(pid=93404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:31.182226 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f54ba5d-abf3-47cc-8dfa-b0706aad60e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16088172'] for subnet, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.189245 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3598429'] for segment, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.206559 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.213452 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:45:31.213880 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4096407'] for segment, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: Traceback (most recent call last): Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: timer() Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: cb(*args, **kw) Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: return func(*args, **kwargs) Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: self._notify() Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: self.callback(batched_events) Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: event.method(event) Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: return f(self, *a, **k) Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._get(url).json() Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: return self.request(url, 'GET', **kwargs) Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:45:31.216130 dv-cinder-788365-5-iscsi neutron-server[93404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:45:31.245497 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f54ba5d-abf3-47cc-8dfa-b0706aad60e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16088181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3687263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3917435'] for subnet, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.281221 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54ba5d-abf3-47cc-8dfa-b0706aad60e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e414559-9d85-4183-8e3c-ab39d4bbd552,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:31.281792 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.282941 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-1f54ba5d-abf3-47cc-8dfa-b0706aad60e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for subnet, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.288744 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-1f54ba5d-abf3-47cc-8dfa-b0706aad60e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1e414559-9d85-4183-8e3c-ab39d4bbd552 HTTP/1.1" status: 204 len: 168 time: 0.3193519 Aug 02 17:45:31.289294 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.wsgi [-] (93403) accepted ('10.222.0.16', 35268) {{(pid=93403) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:31.301124 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.303153 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] 10.222.0.16 "DELETE /v2.0/networks/26db1955-fb74-41e6-85a0-7d0b1249df96 HTTP/1.1" status: 204 len: 168 time: 0.3508050 Aug 02 17:45:31.304226 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89210c4-289f-4370-b365-66fe1be9c721 admin admin] Pushing event deleted for resources: {'Network': ['ID=26db1955-fb74-41e6-85a0-7d0b1249df96,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:31.306195 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9094bf-fd7f-48f9-b905-6f80c5986c02 None None] Network 1059e1f7-ec7b-4b51-b923-73d82eed3569 requested from dv-cinder-788365-5-iscsi {{(pid=93405) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 02 17:45:31.384733 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.404537 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16279341'] for network, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.519741 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35272) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:31.522593 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Deleting port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 {{(pid=93403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:31.523156 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.531087 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device a9528fdb-c8b9-420b-9890-c07275699de9 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:45:31.553177 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: a9528fdb-c8b9-420b-9890-c07275699de9 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:45:31.553513 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device a9528fdb-c8b9-420b-9890-c07275699de9 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:45:31.553960 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:45:31.574920 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:45:31.575285 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 6ec22a1e-7472-4b86-a7b8-f2a65b7a3140 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:45:31.577032 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] DHCP port deletion for 1059e1f7-ec7b-4b51-b923-73d82eed3569 request from dv-cinder-788365-5-iscsi {{(pid=93405) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 02 17:45:31.602931 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-1f0274e4-265c-483c-9ee3-864268686549 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e5f94beda8648539bfb351bbe2be6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813732 Aug 02 17:45:31.604642 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35274) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:31.644270 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Deleting port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 {{(pid=93405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 02 17:45:31.646768 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737212819514'] for port, before_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.650035 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.db [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] For port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=9f8e6cca-fb25-4de7-acd0-396f0b1d8e08,segment=NetworkSegment(a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e),segment_id=a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e)] {{(pid=93403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:31.650955 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.680286 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.plugin [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Calling delete_port for 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 owned by network:dhcp {{(pid=93403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:31.696594 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b93c3bc7-45c2-4113-8f8b-7b41a910bbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.725274 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.db [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] For port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08, host dv-cinder-788365-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-5-iscsi',level=0,port_id=9f8e6cca-fb25-4de7-acd0-396f0b1d8e08,segment=NetworkSegment(a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e),segment_id=a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e)] {{(pid=93405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 02 17:45:31.725814 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523281'] for port, precommit_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.733175 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b93c3bc7-45c2-4113-8f8b-7b41a910bbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.741002 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Calling delete_port for 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 owned by network:dhcp {{(pid=93405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 02 17:45:31.822331 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b93c3bc7-45c2-4113-8f8b-7b41a910bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.825575 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3687274'] for port, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.827173 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-b93c3bc7-45c2-4113-8f8b-7b41a910bbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.829309 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-b93c3bc7-45c2-4113-8f8b-7b41a910bbc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ef0f226-4e7f-425c-adeb-60b4156295ec HTTP/1.1" status: 204 len: 168 time: 0.2224038 Aug 02 17:45:31.839055 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c3bc7-45c2-4113-8f8b-7b41a910bbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0f226-4e7f-425c-adeb-60b4156295ec,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:31.860736 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] No DVR routers for this DVR port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 on host dv-cinder-788365-5-iscsi {{(pid=93403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:45:31.865301 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8e6cca-fb25-4de7-acd0-396f0b1d8e08,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:31.881560 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737212743581', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737212336541'] for port, after_delete {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:31.916309 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Pushing event deleted for resources: {'Port': ['ID=9f8e6cca-fb25-4de7-acd0-396f0b1d8e08,revision_number=None']} {{(pid=93405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:31.929689 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] No DVR routers for this DVR port 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 on host dv-cinder-788365-5-iscsi {{(pid=93405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 17:45:31.936517 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.937177 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.937839 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.938482 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.939331 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.939959 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.942484 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.943867 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.944272 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.944980 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.947040 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:31.948208 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb441d3-1393-477d-a682-7474d1de00ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-5-iscsi {{(pid=93405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 17:45:32.016032 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16082149', 'neutron.services.segments.db._delete_segments_for_network-8737212895690'] for network, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.031983 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1059e1f7-ec7b-4b51-b923-73d82eed3569']}} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:32.050112 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e') {'for_net_delete': True} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:32.050833 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.services.segments.db [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bdb9a2-3b5e-4fbe-8625-a8ee6f0e532e') {} {{(pid=93403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 17:45:32.069791 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737212902611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686483'] for segment, before_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.092323 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278'] for segment, precommit_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.102317 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93403) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 17:45:32.102954 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16088278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3687349'] for segment, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: Traceback (most recent call last): Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: timer() Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: cb(*args, **kw) Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: return func(*args, **kwargs) Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: self._notify() Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: self.callback(batched_events) Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: event.method(event) Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: return f(self, *a, **k) Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._get(url).json() Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: return self.request(url, 'GET', **kwargs) Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 17:45:32.105594 dv-cinder-788365-5-iscsi neutron-server[93403]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 17:45:32.175907 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16082154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-444442'] for network, after_delete {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.184106 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron_lib.callbacks.manager [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632167'] for network, before_response {{(pid=93403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.187280 dv-cinder-788365-5-iscsi neutron-server[93403]: INFO neutron.wsgi [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1059e1f7-ec7b-4b51-b923-73d82eed3569 HTTP/1.1" status: 204 len: 168 time: 0.8963065 Aug 02 17:45:32.204615 dv-cinder-788365-5-iscsi neutron-server[93403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a12ed5-9cb4-4f23-b1a1-7e33b2885086 admin admin] Pushing event deleted for resources: {'Network': ['ID=1059e1f7-ec7b-4b51-b923-73d82eed3569,revision_number=None']} {{(pid=93403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:32.409050 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35280) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:32.449966 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-7b77373f-bdbf-4324-a451-c89c8b36fc1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=580a04042eb64af2a2dec1ffac81cfec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396888 Aug 02 17:45:32.452521 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35282) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:32.502638 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-85fae36d-fe0c-4b07-a636-6e22bd3dd084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.523822 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-85fae36d-fe0c-4b07-a636-6e22bd3dd084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.572792 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-85fae36d-fe0c-4b07-a636-6e22bd3dd084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.576532 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-85fae36d-fe0c-4b07-a636-6e22bd3dd084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:32.577646 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-85fae36d-fe0c-4b07-a636-6e22bd3dd084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f752688-5891-45d2-94c1-43a7aeaab61b HTTP/1.1" status: 204 len: 168 time: 0.1242149 Aug 02 17:45:32.585532 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae36d-fe0c-4b07-a636-6e22bd3dd084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f752688-5891-45d2-94c1-43a7aeaab61b,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:32.934473 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35288) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:32.985301 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-6c003369-4288-4842-afae-0a23bbfdcc04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a06710b214746b5a2ed7fab9ad6af77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495250 Aug 02 17:45:32.988715 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [-] (93404) accepted ('10.222.0.16', 35290) {{(pid=93404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 02 17:45:33.042166 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-972c65c7-58b3-4892-ae18-bac71bfef3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:33.065712 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-972c65c7-58b3-4892-ae18-bac71bfef3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:33.124646 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-972c65c7-58b3-4892-ae18-bac71bfef3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418608'] for security_group, after_delete {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:33.127244 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron_lib.callbacks.manager [None req-972c65c7-58b3-4892-ae18-bac71bfef3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:33.128382 dv-cinder-788365-5-iscsi neutron-server[93404]: INFO neutron.wsgi [None req-972c65c7-58b3-4892-ae18-bac71bfef3c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/930ae1c6-11ad-4f91-aa61-70350822b16b HTTP/1.1" status: 204 len: 168 time: 0.1387606 Aug 02 17:45:33.137562 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c65c7-58b3-4892-ae18-bac71bfef3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ae1c6-11ad-4f91-aa61-70350822b16b,revision_number=None']} {{(pid=93404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 17:45:33.498829 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 no longer exists at agent ovs-agent-dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 02 17:45:33.529339 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.plugin [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] No Port match for: 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 {{(pid=93405) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 02 17:45:33.529683 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron.plugins.ml2.rpc [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Device 9f8e6cca-fb25-4de7-acd0-396f0b1d8e08 not bound to the agent host dv-cinder-788365-5-iscsi {{(pid=93405) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 02 17:45:48.879930 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:45:50.090562 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-8df0db32-51d1-43e9-b8a9-b6090190b62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:52.568810 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-0c403023-e852-4651-a732-8590b3daae84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:52.902284 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:53.923676 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:45:56.227057 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:01.354353 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:20.083792 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5a658c10-3631-4d77-8661-95e42d003dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:22.574121 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-36e9f979-59e4-4649-8ae4-03088c70976f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:22.895187 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:23.925435 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:25.879146 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:46:26.229820 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:31.370136 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:50.088155 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-13778c34-81c7-4062-9d96-52a94371bab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:52.568022 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-e665c924-4b74-4827-9767-3db55725ec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:52.905595 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:53.928864 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:46:56.266689 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:01.368535 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:02.879212 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:47:20.096164 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-024400a9-b323-419a-9542-4c81000be75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:22.571556 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-66c0627f-c434-4c00-9bee-70b6bcfd1f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:22.900882 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:23.929582 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:26.234410 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:31.396063 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:39.877626 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:47:50.088519 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-86ce92b4-2f5a-4d15-b531-5b3fd75fd9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:52.575578 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-40c1db4e-b17c-4f88-972d-d07668bb2ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:52.902189 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:53.932585 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:47:56.237560 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:01.404053 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:16.876023 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:48:20.093753 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-cd57c2c0-e285-4ce7-aba1-2c50f0892f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:22.576309 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-38746411-a13b-4c6e-899c-da65cd1c23ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:22.903881 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:23.935366 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:26.239231 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:31.403992 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:50.094377 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-6ce62d88-b654-4eb8-b3c7-a7f6df827b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:52.575950 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b8207dc3-f71f-41c1-bc28-efa3be8b5dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:52.905303 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:53.874784 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:48:53.940387 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:48:56.267789 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:01.431313 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:20.095919 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-1d914ae9-bd5e-4fb9-a5f7-fcbf28f7fbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:22.577498 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-251a1679-1f25-4a69-8d58-cb392ad0be71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:22.905224 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:23.945727 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:26.244390 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:30.873311 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:49:31.122947 dv-cinder-788365-5-iscsi neutron-server[93404]: DEBUG neutron.wsgi [req-e9923ccf-1a7b-4ebb-960d-cd473f006ac0 req-9a672831-7f6f-4c23-adc4-75bacb73566e service neutron] (93404) timed out ('10.222.0.16', 59092) {{(pid=93404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 02 17:49:31.445912 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:50.098342 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-218a07b8-31e5-46ac-a1e9-39ebd1aae890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:52.580927 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-5cda77e1-c64b-4cb5-92bb-c4edecd9485b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:52.909015 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:53.955010 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:49:56.247310 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:01.443741 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:07.872665 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:50:20.100612 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-66522daf-0a35-4333-8b41-c04bced467e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:22.582208 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e087b-c662-453b-9b5e-0acedcc1a879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:22.914816 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:23.950514 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:26.250643 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:31.441552 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:44.871516 dv-cinder-788365-5-iscsi neutron-server[93406]: DEBUG neutron.db.agents_db [None req-7060cbe1-3621-4d25-baf7-4913171eabd6 None None] Agent healthcheck: found 6 active agents {{(pid=93406) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 02 17:50:50.101514 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-a47aa414-5e31-447a-9323-d814495367c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:52.582489 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0962-dd33-4c8d-9b99-1b6a6435f000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:52.916343 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-f605a1e1-4c09-4e3e-bac9-4c22a41a0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:53.953217 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-b28da29d-93bb-43e0-8ccd-a1d649c7f2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:50:56.286655 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-7b6365b8-4a79-4a3b-b164-b378956781a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 17:51:01.439454 dv-cinder-788365-5-iscsi neutron-server[93405]: DEBUG neutron_lib.callbacks.manager [None req-ced33e00-4774-4791-9619-ab51ea3a31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737212895672', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16084489'] for agent, after_update {{(pid=93405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}